{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"MLP_1class_BinaryCrossEntropyLoss.ipynb","version":"0.3.2","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU"},"cells":[{"cell_type":"code","metadata":{"id":"weTzPJeE4_M5","colab_type":"code","outputId":"a39b3e5c-3584-4d7b-98f1-1a646fc6b863","executionInfo":{"status":"ok","timestamp":1553369038041,"user_tz":-180,"elapsed":66852,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":224}},"source":["!apt-get install -y -qq software-properties-common python-software-properties module-init-tools\n","!add-apt-repository -y ppa:alessandro-strada/ppa 2>&1 > /dev/null\n","!apt-get update -qq 2>&1 > /dev/null\n","!apt-get -y install -qq google-drive-ocamlfuse fuse\n","from google.colab import auth\n","auth.authenticate_user()\n","from oauth2client.client import GoogleCredentials\n","creds = GoogleCredentials.get_application_default()\n","import getpass\n","!google-drive-ocamlfuse -headless -id={creds.client_id} -secret={creds.client_secret} < /dev/null 2>&1 | grep URL\n","vcode = getpass.getpass()\n","!echo {vcode} | google-drive-ocamlfuse -headless -id={creds.client_id} -secret={creds.client_secret}"],"execution_count":0,"outputs":[{"output_type":"stream","text":["E: Package 'python-software-properties' has no installation candidate\n","Selecting previously unselected package google-drive-ocamlfuse.\n","(Reading database ... 131323 files and directories currently installed.)\n","Preparing to unpack .../google-drive-ocamlfuse_0.7.1-0ubuntu3~ubuntu18.04.1_amd64.deb ...\n","Unpacking google-drive-ocamlfuse (0.7.1-0ubuntu3~ubuntu18.04.1) ...\n","Setting up google-drive-ocamlfuse (0.7.1-0ubuntu3~ubuntu18.04.1) ...\n","Processing triggers for man-db (2.8.3-2ubuntu0.1) ...\n","Please, open the following URL in a web browser: https://accounts.google.com/o/oauth2/auth?client_id=32555940559.apps.googleusercontent.com&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&scope=https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive&response_type=code&access_type=offline&approval_prompt=force\n","··········\n","Please, open the following URL in a web browser: https://accounts.google.com/o/oauth2/auth?client_id=32555940559.apps.googleusercontent.com&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&scope=https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive&response_type=code&access_type=offline&approval_prompt=force\n","Please enter the verification code: Access token retrieved correctly.\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"ErARDtkP-THk","colab_type":"code","colab":{}},"source":["!mkdir -p drive"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"kdSNX3TwMVKY","colab_type":"code","colab":{}},"source":["!google-drive-ocamlfuse drive"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"2GVXwBl6-dxr","colab_type":"code","outputId":"0e5fb46b-2499-4974-b600-a5c1381f2862","executionInfo":{"status":"ok","timestamp":1553267820187,"user_tz":-180,"elapsed":8335,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":219}},"source":["!pip install keras\n","!pip install h5py"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Requirement already satisfied: keras in /usr/local/lib/python3.6/dist-packages (2.2.4)\n","Requirement already satisfied: scipy>=0.14 in /usr/local/lib/python3.6/dist-packages (from keras) (1.1.0)\n","Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from keras) (1.0.9)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.6/dist-packages (from keras) (3.13)\n","Requirement already satisfied: keras-applications>=1.0.6 in /usr/local/lib/python3.6/dist-packages (from keras) (1.0.7)\n","Requirement already satisfied: numpy>=1.9.1 in /usr/local/lib/python3.6/dist-packages (from keras) (1.14.6)\n","Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.6/dist-packages (from keras) (1.11.0)\n","Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras) (2.8.0)\n","Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (2.8.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from h5py) (1.11.0)\n","Requirement already satisfied: numpy>=1.7 in /usr/local/lib/python3.6/dist-packages (from h5py) (1.14.6)\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"5esmxq7B-ju8","colab_type":"code","colab":{}},"source":["!ls drive"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"eclIXQ4K-nIy","colab_type":"code","outputId":"cfe9775c-4027-4dd2-9393-01ceeb924ca3","executionInfo":{"status":"ok","timestamp":1553369047346,"user_tz":-180,"elapsed":666,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["import torch\n","import torchvision\n","torch.cuda.is_available()"],"execution_count":0,"outputs":[{"output_type":"execute_result","data":{"text/plain":["True"]},"metadata":{"tags":[]},"execution_count":12}]},{"cell_type":"code","metadata":{"id":"Os0671iH-srd","colab_type":"code","colab":{}},"source":["import numpy as np\n","import torch\n","import torch.nn as nn\n","from torch.autograd import Variable\n","import pandas as pd\n","from sklearn.preprocessing import StandardScaler\n","from torch.utils.data import Dataset"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"nD32OpsTMGPK","colab_type":"code","colab":{}},"source":["data=pd.read_csv('drive/Fast-Pytorch/Learning_Pytorch/datasets/diabetes.csv') # Colad file path\n","x=data.iloc[:,0:-1].values # all rows, first to last column (except last column), then convert numpy array with .values\n","y_string=list(data.iloc[:,-1]) # convert to list only last column"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"cogROh8mMzFW","colab_type":"code","colab":{}},"source":["y_int=[]\n","for string in y_string:\n","  if string=='positive':\n","    y_int.append(1)\n","  else:\n","    y_int.append(0)\n","y= np.array(y_int, dtype='float64')"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"UlmjiN-hNxN1","colab_type":"code","colab":{}},"source":["sc=StandardScaler() # normalization, x-mean/std\n","x=sc.fit_transform(x) # apply to data\n","x=torch.tensor(x) # convert numpy to torch tensor\n","y=torch.tensor(y).unsqueeze(1) # add extra dim (768,) to (768,1)"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"MZm9k_7vL__Q","colab_type":"code","outputId":"ed125956-ea03-4bf5-c244-16c37aa15340","executionInfo":{"status":"ok","timestamp":1553369060336,"user_tz":-180,"elapsed":656,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":51}},"source":["print(x.shape,x.dtype)\n","print(y.shape,y.dtype)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["torch.Size([768, 7]) torch.float64\n","torch.Size([768, 1]) torch.float64\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"VEEiy5r6WI9j","colab_type":"code","colab":{}},"source":["x=Variable(x) #Variable initialization\n","y=Variable(y)"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"twPRtoD7Ui_9","colab_type":"code","colab":{}},"source":["class Dataset(Dataset):\n","  def __init__(self,x,y):\n","    self.x=x\n","    self.y=y\n","  \n","  def __getitem__(self,index):\n","    return self.x[index], self.y[index]\n","  \n","  def __len__(self):\n","    return len(self.x)"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"s-oamy9kU59n","colab_type":"code","outputId":"cfca786b-57c2-4aaf-ffc7-2ad42f4c6779","executionInfo":{"status":"ok","timestamp":1553369067649,"user_tz":-180,"elapsed":753,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":51}},"source":["dataset=Dataset(x,y)\n","print(dataset.x.shape)\n","print(dataset.y.shape)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["torch.Size([768, 7])\n","torch.Size([768, 1])\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"QfDObh34VGTX","colab_type":"code","colab":{}},"source":["train_loader= torch.utils.data.DataLoader(dataset=dataset, batch_size=32, shuffle=True) # load data"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"To5G-n1XXbcZ","colab_type":"code","colab":{}},"source":["class Model(nn.Module):\n","  def __init__(self):\n","    super(Model,self).__init__()\n","    self.fc1 =torch.nn.Linear(x.shape[1],5)\n","    self.fc2 =torch.nn.Linear(5,3)\n","    self.fc3 =torch.nn.Linear(3,1)\n","    self.sigmoid=torch.nn.Sigmoid()\n","    \n","  def forward(self,x):\n","    out =self.fc1(x)\n","    out =self.sigmoid(out)\n","    out =self.fc2(out)\n","    out =self.sigmoid(out)\n","    out =self.fc3(out)\n","    out= self.sigmoid(out)\n","    return out"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"iEiMRv-HZyZ-","colab_type":"code","outputId":"f001e446-3329-4dae-84b6-b701ad956f84","executionInfo":{"status":"ok","timestamp":1553369074095,"user_tz":-180,"elapsed":745,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":71}},"source":["net = Model()\n","criterion =torch.nn.BCELoss(size_average=True)\n","optimizer =torch.optim.SGD(net.parameters(), lr=0.1)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["/usr/local/lib/python3.6/dist-packages/torch/nn/_reduction.py:49: UserWarning: size_average and reduce args will be deprecated, please use reduction='mean' instead.\n","  warnings.warn(warning.format(ret))\n"],"name":"stderr"}]},{"cell_type":"code","metadata":{"id":"U7Tv38ZWaWAu","colab_type":"code","outputId":"0044cafd-a59a-48db-ce2b-37767a05bdab","executionInfo":{"status":"ok","timestamp":1553369196721,"user_tz":-180,"elapsed":21897,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":17017}},"source":["num_epochs =1000\n","for epoch in range(num_epochs):\n","  for inputs, labels in train_loader:\n","    inputs = Variable(inputs.float())\n","    labels= Variable(labels.float())\n","    output = net(inputs)\n","    optimizer.zero_grad()\n","    loss = criterion(output,labels)\n","    # loss = -(labels * torch.log(output)+ (1-labels) * torch.log(1-output)).mean()\n","    loss.backward()\n","    optimizer.step()\n","  output = (output>0.5).float()\n","  correct = (output == labels).float().sum()\n","  print(\"Epoch {}/{}, loss:{:.3f}, Accuracy: {:.3f}\".format(epoch+1,num_epochs,loss.item(),correct/output.shape[0]))"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Epoch 1/1000, loss:0.680, Accuracy: 0.594\n","Epoch 2/1000, loss:0.644, Accuracy: 0.656\n","Epoch 3/1000, loss:0.586, Accuracy: 0.750\n","Epoch 4/1000, loss:0.722, Accuracy: 0.531\n","Epoch 5/1000, loss:0.764, Accuracy: 0.469\n","Epoch 6/1000, loss:0.662, Accuracy: 0.625\n","Epoch 7/1000, loss:0.645, Accuracy: 0.656\n","Epoch 8/1000, loss:0.642, Accuracy: 0.656\n","Epoch 9/1000, loss:0.566, Accuracy: 0.781\n","Epoch 10/1000, loss:0.584, Accuracy: 0.750\n","Epoch 11/1000, loss:0.662, Accuracy: 0.625\n","Epoch 12/1000, loss:0.623, Accuracy: 0.688\n","Epoch 13/1000, loss:0.680, Accuracy: 0.594\n","Epoch 14/1000, loss:0.682, Accuracy: 0.594\n","Epoch 15/1000, loss:0.508, Accuracy: 0.875\n","Epoch 16/1000, loss:0.622, Accuracy: 0.688\n","Epoch 17/1000, loss:0.723, Accuracy: 0.531\n","Epoch 18/1000, loss:0.702, Accuracy: 0.562\n","Epoch 19/1000, loss:0.604, Accuracy: 0.719\n","Epoch 20/1000, loss:0.745, Accuracy: 0.500\n","Epoch 21/1000, loss:0.526, Accuracy: 0.844\n","Epoch 22/1000, loss:0.681, Accuracy: 0.594\n","Epoch 23/1000, loss:0.601, Accuracy: 0.719\n","Epoch 24/1000, loss:0.657, Accuracy: 0.625\n","Epoch 25/1000, loss:0.758, Accuracy: 0.469\n","Epoch 26/1000, loss:0.581, Accuracy: 0.750\n","Epoch 27/1000, loss:0.660, Accuracy: 0.625\n","Epoch 28/1000, loss:0.593, Accuracy: 0.719\n","Epoch 29/1000, loss:0.678, Accuracy: 0.594\n","Epoch 30/1000, loss:0.616, Accuracy: 0.688\n","Epoch 31/1000, loss:0.615, Accuracy: 0.688\n","Epoch 32/1000, loss:0.658, Accuracy: 0.625\n","Epoch 33/1000, loss:0.719, Accuracy: 0.531\n","Epoch 34/1000, loss:0.611, Accuracy: 0.688\n","Epoch 35/1000, loss:0.670, Accuracy: 0.594\n","Epoch 36/1000, loss:0.652, Accuracy: 0.625\n","Epoch 37/1000, loss:0.611, Accuracy: 0.688\n","Epoch 38/1000, loss:0.651, Accuracy: 0.625\n","Epoch 39/1000, loss:0.571, Accuracy: 0.750\n","Epoch 40/1000, loss:0.612, Accuracy: 0.688\n","Epoch 41/1000, loss:0.615, Accuracy: 0.656\n","Epoch 42/1000, loss:0.604, Accuracy: 0.688\n","Epoch 43/1000, loss:0.627, Accuracy: 0.656\n","Epoch 44/1000, loss:0.758, Accuracy: 0.469\n","Epoch 45/1000, loss:0.634, Accuracy: 0.625\n","Epoch 46/1000, loss:0.625, Accuracy: 0.656\n","Epoch 47/1000, loss:0.561, Accuracy: 0.750\n","Epoch 48/1000, loss:0.673, Accuracy: 0.562\n","Epoch 49/1000, loss:0.577, Accuracy: 0.688\n","Epoch 50/1000, loss:0.587, Accuracy: 0.656\n","Epoch 51/1000, loss:0.626, Accuracy: 0.594\n","Epoch 52/1000, loss:0.659, Accuracy: 0.594\n","Epoch 53/1000, loss:0.663, Accuracy: 0.562\n","Epoch 54/1000, loss:0.546, Accuracy: 0.719\n","Epoch 55/1000, loss:0.642, Accuracy: 0.531\n","Epoch 56/1000, loss:0.582, Accuracy: 0.656\n","Epoch 57/1000, loss:0.569, Accuracy: 0.688\n","Epoch 58/1000, loss:0.575, Accuracy: 0.719\n","Epoch 59/1000, loss:0.537, Accuracy: 0.719\n","Epoch 60/1000, loss:0.494, Accuracy: 0.781\n","Epoch 61/1000, loss:0.728, Accuracy: 0.531\n","Epoch 62/1000, loss:0.596, Accuracy: 0.656\n","Epoch 63/1000, loss:0.626, Accuracy: 0.688\n","Epoch 64/1000, loss:0.528, Accuracy: 0.719\n","Epoch 65/1000, loss:0.555, Accuracy: 0.688\n","Epoch 66/1000, loss:0.536, Accuracy: 0.781\n","Epoch 67/1000, loss:0.585, Accuracy: 0.750\n","Epoch 68/1000, loss:0.590, Accuracy: 0.719\n","Epoch 69/1000, loss:0.697, Accuracy: 0.594\n","Epoch 70/1000, loss:0.510, Accuracy: 0.750\n","Epoch 71/1000, loss:0.494, Accuracy: 0.812\n","Epoch 72/1000, loss:0.475, Accuracy: 0.844\n","Epoch 73/1000, loss:0.472, Accuracy: 0.750\n","Epoch 74/1000, loss:0.496, Accuracy: 0.688\n","Epoch 75/1000, loss:0.615, Accuracy: 0.656\n","Epoch 76/1000, loss:0.454, Accuracy: 0.781\n","Epoch 77/1000, loss:0.485, Accuracy: 0.781\n","Epoch 78/1000, loss:0.473, Accuracy: 0.781\n","Epoch 79/1000, loss:0.568, Accuracy: 0.688\n","Epoch 80/1000, loss:0.421, Accuracy: 0.844\n","Epoch 81/1000, loss:0.525, Accuracy: 0.719\n","Epoch 82/1000, loss:0.399, Accuracy: 0.844\n","Epoch 83/1000, loss:0.405, Accuracy: 0.781\n","Epoch 84/1000, loss:0.491, Accuracy: 0.750\n","Epoch 85/1000, loss:0.457, Accuracy: 0.750\n","Epoch 86/1000, loss:0.434, Accuracy: 0.812\n","Epoch 87/1000, loss:0.371, Accuracy: 0.844\n","Epoch 88/1000, loss:0.489, Accuracy: 0.812\n","Epoch 89/1000, loss:0.350, Accuracy: 0.875\n","Epoch 90/1000, loss:0.523, Accuracy: 0.750\n","Epoch 91/1000, loss:0.549, Accuracy: 0.688\n","Epoch 92/1000, loss:0.390, Accuracy: 0.812\n","Epoch 93/1000, loss:0.459, Accuracy: 0.719\n","Epoch 94/1000, loss:0.410, Accuracy: 0.844\n","Epoch 95/1000, loss:0.644, Accuracy: 0.688\n","Epoch 96/1000, loss:0.366, Accuracy: 0.875\n","Epoch 97/1000, loss:0.432, Accuracy: 0.750\n","Epoch 98/1000, loss:0.496, Accuracy: 0.781\n","Epoch 99/1000, loss:0.482, Accuracy: 0.750\n","Epoch 100/1000, loss:0.415, Accuracy: 0.844\n","Epoch 101/1000, loss:0.595, Accuracy: 0.688\n","Epoch 102/1000, loss:0.369, Accuracy: 0.812\n","Epoch 103/1000, loss:0.510, Accuracy: 0.781\n","Epoch 104/1000, loss:0.416, Accuracy: 0.812\n","Epoch 105/1000, loss:0.666, Accuracy: 0.656\n","Epoch 106/1000, loss:0.491, Accuracy: 0.781\n","Epoch 107/1000, loss:0.513, Accuracy: 0.781\n","Epoch 108/1000, loss:0.490, Accuracy: 0.812\n","Epoch 109/1000, loss:0.466, Accuracy: 0.750\n","Epoch 110/1000, loss:0.373, Accuracy: 0.812\n","Epoch 111/1000, loss:0.597, Accuracy: 0.656\n","Epoch 112/1000, loss:0.377, Accuracy: 0.875\n","Epoch 113/1000, loss:0.460, Accuracy: 0.719\n","Epoch 114/1000, loss:0.319, Accuracy: 0.875\n","Epoch 115/1000, loss:0.300, Accuracy: 0.906\n","Epoch 116/1000, loss:0.584, Accuracy: 0.688\n","Epoch 117/1000, loss:0.401, Accuracy: 0.812\n","Epoch 118/1000, loss:0.278, Accuracy: 0.906\n","Epoch 119/1000, loss:0.498, Accuracy: 0.719\n","Epoch 120/1000, loss:0.495, Accuracy: 0.688\n","Epoch 121/1000, loss:0.812, Accuracy: 0.531\n","Epoch 122/1000, loss:0.582, Accuracy: 0.719\n","Epoch 123/1000, loss:0.482, Accuracy: 0.781\n","Epoch 124/1000, loss:0.485, Accuracy: 0.719\n","Epoch 125/1000, loss:0.661, Accuracy: 0.688\n","Epoch 126/1000, loss:0.439, Accuracy: 0.781\n","Epoch 127/1000, loss:0.543, Accuracy: 0.656\n","Epoch 128/1000, loss:0.305, Accuracy: 0.906\n","Epoch 129/1000, loss:0.415, Accuracy: 0.750\n","Epoch 130/1000, loss:0.424, Accuracy: 0.781\n","Epoch 131/1000, loss:0.666, Accuracy: 0.656\n","Epoch 132/1000, loss:0.343, Accuracy: 0.875\n","Epoch 133/1000, loss:0.399, Accuracy: 0.812\n","Epoch 134/1000, loss:0.519, Accuracy: 0.750\n","Epoch 135/1000, loss:0.405, Accuracy: 0.844\n","Epoch 136/1000, loss:0.519, Accuracy: 0.781\n","Epoch 137/1000, loss:0.462, Accuracy: 0.812\n","Epoch 138/1000, loss:0.405, Accuracy: 0.812\n","Epoch 139/1000, loss:0.543, Accuracy: 0.688\n","Epoch 140/1000, loss:0.455, Accuracy: 0.688\n","Epoch 141/1000, loss:0.466, Accuracy: 0.688\n","Epoch 142/1000, loss:0.336, Accuracy: 0.844\n","Epoch 143/1000, loss:0.487, Accuracy: 0.781\n","Epoch 144/1000, loss:0.412, Accuracy: 0.812\n","Epoch 145/1000, loss:0.497, Accuracy: 0.750\n","Epoch 146/1000, loss:0.606, Accuracy: 0.625\n","Epoch 147/1000, loss:0.377, Accuracy: 0.875\n","Epoch 148/1000, loss:0.492, Accuracy: 0.719\n","Epoch 149/1000, loss:0.546, Accuracy: 0.719\n","Epoch 150/1000, loss:0.460, Accuracy: 0.844\n","Epoch 151/1000, loss:0.422, Accuracy: 0.844\n","Epoch 152/1000, loss:0.321, Accuracy: 0.844\n","Epoch 153/1000, loss:0.492, Accuracy: 0.688\n","Epoch 154/1000, loss:0.456, Accuracy: 0.750\n","Epoch 155/1000, loss:0.530, Accuracy: 0.688\n","Epoch 156/1000, loss:0.521, Accuracy: 0.656\n","Epoch 157/1000, loss:0.502, Accuracy: 0.688\n","Epoch 158/1000, loss:0.389, Accuracy: 0.844\n","Epoch 159/1000, loss:0.453, Accuracy: 0.812\n","Epoch 160/1000, loss:0.604, Accuracy: 0.656\n","Epoch 161/1000, loss:0.540, Accuracy: 0.719\n","Epoch 162/1000, loss:0.422, Accuracy: 0.812\n","Epoch 163/1000, loss:0.414, Accuracy: 0.812\n","Epoch 164/1000, loss:0.337, Accuracy: 0.812\n","Epoch 165/1000, loss:0.415, Accuracy: 0.781\n","Epoch 166/1000, loss:0.496, Accuracy: 0.719\n","Epoch 167/1000, loss:0.439, Accuracy: 0.812\n","Epoch 168/1000, loss:0.483, Accuracy: 0.812\n","Epoch 169/1000, loss:0.635, Accuracy: 0.625\n","Epoch 170/1000, loss:0.559, Accuracy: 0.688\n","Epoch 171/1000, loss:0.638, Accuracy: 0.594\n","Epoch 172/1000, loss:0.415, Accuracy: 0.812\n","Epoch 173/1000, loss:0.420, Accuracy: 0.812\n","Epoch 174/1000, loss:0.551, Accuracy: 0.750\n","Epoch 175/1000, loss:0.392, Accuracy: 0.844\n","Epoch 176/1000, loss:0.278, Accuracy: 0.938\n","Epoch 177/1000, loss:0.642, Accuracy: 0.656\n","Epoch 178/1000, loss:0.474, Accuracy: 0.781\n","Epoch 179/1000, loss:0.515, Accuracy: 0.812\n","Epoch 180/1000, loss:0.549, Accuracy: 0.781\n","Epoch 181/1000, loss:0.538, Accuracy: 0.688\n","Epoch 182/1000, loss:0.526, Accuracy: 0.719\n","Epoch 183/1000, loss:0.514, Accuracy: 0.750\n","Epoch 184/1000, loss:0.462, Accuracy: 0.844\n","Epoch 185/1000, loss:0.429, Accuracy: 0.781\n","Epoch 186/1000, loss:0.383, Accuracy: 0.812\n","Epoch 187/1000, loss:0.526, Accuracy: 0.656\n","Epoch 188/1000, loss:0.435, Accuracy: 0.844\n","Epoch 189/1000, loss:0.620, Accuracy: 0.594\n","Epoch 190/1000, loss:0.472, Accuracy: 0.781\n","Epoch 191/1000, loss:0.522, Accuracy: 0.688\n","Epoch 192/1000, loss:0.402, Accuracy: 0.781\n","Epoch 193/1000, loss:0.445, Accuracy: 0.875\n","Epoch 194/1000, loss:0.566, Accuracy: 0.688\n","Epoch 195/1000, loss:0.637, Accuracy: 0.594\n","Epoch 196/1000, loss:0.815, Accuracy: 0.594\n","Epoch 197/1000, loss:0.497, Accuracy: 0.719\n","Epoch 198/1000, loss:0.365, Accuracy: 0.875\n","Epoch 199/1000, loss:0.406, Accuracy: 0.781\n","Epoch 200/1000, loss:0.509, Accuracy: 0.750\n","Epoch 201/1000, loss:0.505, Accuracy: 0.750\n","Epoch 202/1000, loss:0.289, Accuracy: 0.875\n","Epoch 203/1000, loss:0.507, Accuracy: 0.844\n","Epoch 204/1000, loss:0.314, Accuracy: 0.844\n","Epoch 205/1000, loss:0.419, Accuracy: 0.812\n","Epoch 206/1000, loss:0.505, Accuracy: 0.688\n","Epoch 207/1000, loss:0.531, Accuracy: 0.688\n","Epoch 208/1000, loss:0.486, Accuracy: 0.781\n","Epoch 209/1000, loss:0.413, Accuracy: 0.812\n","Epoch 210/1000, loss:0.428, Accuracy: 0.812\n","Epoch 211/1000, loss:0.455, Accuracy: 0.844\n","Epoch 212/1000, loss:0.442, Accuracy: 0.750\n","Epoch 213/1000, loss:0.433, Accuracy: 0.781\n","Epoch 214/1000, loss:0.626, Accuracy: 0.656\n","Epoch 215/1000, loss:0.504, Accuracy: 0.781\n","Epoch 216/1000, loss:0.413, Accuracy: 0.781\n","Epoch 217/1000, loss:0.401, Accuracy: 0.812\n","Epoch 218/1000, loss:0.399, Accuracy: 0.812\n","Epoch 219/1000, loss:0.446, Accuracy: 0.781\n","Epoch 220/1000, loss:0.391, Accuracy: 0.844\n","Epoch 221/1000, loss:0.460, Accuracy: 0.719\n","Epoch 222/1000, loss:0.642, Accuracy: 0.656\n","Epoch 223/1000, loss:0.452, Accuracy: 0.844\n","Epoch 224/1000, loss:0.439, Accuracy: 0.781\n","Epoch 225/1000, loss:0.661, Accuracy: 0.656\n","Epoch 226/1000, loss:0.474, Accuracy: 0.781\n","Epoch 227/1000, loss:0.581, Accuracy: 0.688\n","Epoch 228/1000, loss:0.326, Accuracy: 0.906\n","Epoch 229/1000, loss:0.415, Accuracy: 0.844\n","Epoch 230/1000, loss:0.427, Accuracy: 0.812\n","Epoch 231/1000, loss:0.524, Accuracy: 0.719\n","Epoch 232/1000, loss:0.496, Accuracy: 0.719\n","Epoch 233/1000, loss:0.468, Accuracy: 0.750\n","Epoch 234/1000, loss:0.371, Accuracy: 0.844\n","Epoch 235/1000, loss:0.573, Accuracy: 0.656\n","Epoch 236/1000, loss:0.407, Accuracy: 0.750\n","Epoch 237/1000, loss:0.484, Accuracy: 0.688\n","Epoch 238/1000, loss:0.473, Accuracy: 0.781\n","Epoch 239/1000, loss:0.371, Accuracy: 0.750\n","Epoch 240/1000, loss:0.421, Accuracy: 0.781\n","Epoch 241/1000, loss:0.616, Accuracy: 0.688\n","Epoch 242/1000, loss:0.587, Accuracy: 0.625\n","Epoch 243/1000, loss:0.443, Accuracy: 0.844\n","Epoch 244/1000, loss:0.534, Accuracy: 0.781\n","Epoch 245/1000, loss:0.450, Accuracy: 0.812\n","Epoch 246/1000, loss:0.454, Accuracy: 0.781\n","Epoch 247/1000, loss:0.471, Accuracy: 0.719\n","Epoch 248/1000, loss:0.354, Accuracy: 0.812\n","Epoch 249/1000, loss:0.636, Accuracy: 0.688\n","Epoch 250/1000, loss:0.485, Accuracy: 0.719\n","Epoch 251/1000, loss:0.350, Accuracy: 0.875\n","Epoch 252/1000, loss:0.522, Accuracy: 0.781\n","Epoch 253/1000, loss:0.471, Accuracy: 0.812\n","Epoch 254/1000, loss:0.354, Accuracy: 0.875\n","Epoch 255/1000, loss:0.567, Accuracy: 0.719\n","Epoch 256/1000, loss:0.415, Accuracy: 0.781\n","Epoch 257/1000, loss:0.387, Accuracy: 0.812\n","Epoch 258/1000, loss:0.352, Accuracy: 0.844\n","Epoch 259/1000, loss:0.554, Accuracy: 0.688\n","Epoch 260/1000, loss:0.367, Accuracy: 0.875\n","Epoch 261/1000, loss:0.442, Accuracy: 0.750\n","Epoch 262/1000, loss:0.336, Accuracy: 0.875\n","Epoch 263/1000, loss:0.455, Accuracy: 0.844\n","Epoch 264/1000, loss:0.361, Accuracy: 0.812\n","Epoch 265/1000, loss:0.413, Accuracy: 0.750\n","Epoch 266/1000, loss:0.447, Accuracy: 0.812\n","Epoch 267/1000, loss:0.510, Accuracy: 0.719\n","Epoch 268/1000, loss:0.400, Accuracy: 0.812\n","Epoch 269/1000, loss:0.420, Accuracy: 0.781\n","Epoch 270/1000, loss:0.415, Accuracy: 0.781\n","Epoch 271/1000, loss:0.412, Accuracy: 0.781\n","Epoch 272/1000, loss:0.386, Accuracy: 0.781\n","Epoch 273/1000, loss:0.505, Accuracy: 0.719\n","Epoch 274/1000, loss:0.208, Accuracy: 0.969\n","Epoch 275/1000, loss:0.696, Accuracy: 0.625\n","Epoch 276/1000, loss:0.483, Accuracy: 0.719\n","Epoch 277/1000, loss:0.263, Accuracy: 0.969\n","Epoch 278/1000, loss:0.494, Accuracy: 0.781\n","Epoch 279/1000, loss:0.699, Accuracy: 0.656\n","Epoch 280/1000, loss:0.412, Accuracy: 0.844\n","Epoch 281/1000, loss:0.279, Accuracy: 0.906\n","Epoch 282/1000, loss:0.446, Accuracy: 0.750\n","Epoch 283/1000, loss:0.550, Accuracy: 0.750\n","Epoch 284/1000, loss:0.541, Accuracy: 0.750\n","Epoch 285/1000, loss:0.437, Accuracy: 0.875\n","Epoch 286/1000, loss:0.347, Accuracy: 0.844\n","Epoch 287/1000, loss:0.326, Accuracy: 0.875\n","Epoch 288/1000, loss:0.549, Accuracy: 0.781\n","Epoch 289/1000, loss:0.548, Accuracy: 0.688\n","Epoch 290/1000, loss:0.255, Accuracy: 0.938\n","Epoch 291/1000, loss:0.517, Accuracy: 0.750\n","Epoch 292/1000, loss:0.456, Accuracy: 0.812\n","Epoch 293/1000, loss:0.394, Accuracy: 0.812\n","Epoch 294/1000, loss:0.486, Accuracy: 0.812\n","Epoch 295/1000, loss:0.417, Accuracy: 0.812\n","Epoch 296/1000, loss:0.495, Accuracy: 0.781\n","Epoch 297/1000, loss:0.465, Accuracy: 0.781\n","Epoch 298/1000, loss:0.414, Accuracy: 0.719\n","Epoch 299/1000, loss:0.529, Accuracy: 0.688\n","Epoch 300/1000, loss:0.451, Accuracy: 0.812\n","Epoch 301/1000, loss:0.535, Accuracy: 0.750\n","Epoch 302/1000, loss:0.381, Accuracy: 0.781\n","Epoch 303/1000, loss:0.350, Accuracy: 0.875\n","Epoch 304/1000, loss:0.536, Accuracy: 0.719\n","Epoch 305/1000, loss:0.441, Accuracy: 0.750\n","Epoch 306/1000, loss:0.370, Accuracy: 0.906\n","Epoch 307/1000, loss:0.471, Accuracy: 0.719\n","Epoch 308/1000, loss:0.253, Accuracy: 0.906\n","Epoch 309/1000, loss:0.440, Accuracy: 0.688\n","Epoch 310/1000, loss:0.544, Accuracy: 0.719\n","Epoch 311/1000, loss:0.484, Accuracy: 0.688\n","Epoch 312/1000, loss:0.472, Accuracy: 0.750\n","Epoch 313/1000, loss:0.484, Accuracy: 0.750\n","Epoch 314/1000, loss:0.371, Accuracy: 0.812\n","Epoch 315/1000, loss:0.570, Accuracy: 0.719\n","Epoch 316/1000, loss:0.469, Accuracy: 0.719\n","Epoch 317/1000, loss:0.500, Accuracy: 0.719\n","Epoch 318/1000, loss:0.488, Accuracy: 0.750\n","Epoch 319/1000, loss:0.433, Accuracy: 0.812\n","Epoch 320/1000, loss:0.496, Accuracy: 0.688\n","Epoch 321/1000, loss:0.450, Accuracy: 0.750\n","Epoch 322/1000, loss:0.389, Accuracy: 0.844\n","Epoch 323/1000, loss:0.505, Accuracy: 0.719\n","Epoch 324/1000, loss:0.362, Accuracy: 0.781\n","Epoch 325/1000, loss:0.377, Accuracy: 0.781\n","Epoch 326/1000, loss:0.448, Accuracy: 0.781\n","Epoch 327/1000, loss:0.392, Accuracy: 0.844\n","Epoch 328/1000, loss:0.518, Accuracy: 0.688\n","Epoch 329/1000, loss:0.407, Accuracy: 0.781\n","Epoch 330/1000, loss:0.323, Accuracy: 0.812\n","Epoch 331/1000, loss:0.412, Accuracy: 0.781\n","Epoch 332/1000, loss:0.478, Accuracy: 0.750\n","Epoch 333/1000, loss:0.472, Accuracy: 0.750\n","Epoch 334/1000, loss:0.473, Accuracy: 0.688\n","Epoch 335/1000, loss:0.374, Accuracy: 0.844\n","Epoch 336/1000, loss:0.390, Accuracy: 0.812\n","Epoch 337/1000, loss:0.315, Accuracy: 0.875\n","Epoch 338/1000, loss:0.454, Accuracy: 0.719\n","Epoch 339/1000, loss:0.335, Accuracy: 0.875\n","Epoch 340/1000, loss:0.457, Accuracy: 0.812\n","Epoch 341/1000, loss:0.578, Accuracy: 0.688\n","Epoch 342/1000, loss:0.499, Accuracy: 0.781\n","Epoch 343/1000, loss:0.357, Accuracy: 0.844\n","Epoch 344/1000, loss:0.466, Accuracy: 0.750\n","Epoch 345/1000, loss:0.464, Accuracy: 0.781\n","Epoch 346/1000, loss:0.420, Accuracy: 0.750\n","Epoch 347/1000, loss:0.471, Accuracy: 0.688\n","Epoch 348/1000, loss:0.549, Accuracy: 0.719\n","Epoch 349/1000, loss:0.588, Accuracy: 0.688\n","Epoch 350/1000, loss:0.457, Accuracy: 0.750\n","Epoch 351/1000, loss:0.452, Accuracy: 0.750\n","Epoch 352/1000, loss:0.583, Accuracy: 0.656\n","Epoch 353/1000, loss:0.473, Accuracy: 0.719\n","Epoch 354/1000, loss:0.545, Accuracy: 0.719\n","Epoch 355/1000, loss:0.400, Accuracy: 0.812\n","Epoch 356/1000, loss:0.396, Accuracy: 0.781\n","Epoch 357/1000, loss:0.464, Accuracy: 0.750\n","Epoch 358/1000, loss:0.471, Accuracy: 0.688\n","Epoch 359/1000, loss:0.412, Accuracy: 0.750\n","Epoch 360/1000, loss:0.313, Accuracy: 0.906\n","Epoch 361/1000, loss:0.658, Accuracy: 0.656\n","Epoch 362/1000, loss:0.291, Accuracy: 0.875\n","Epoch 363/1000, loss:0.449, Accuracy: 0.812\n","Epoch 364/1000, loss:0.384, Accuracy: 0.781\n","Epoch 365/1000, loss:0.552, Accuracy: 0.625\n","Epoch 366/1000, loss:0.484, Accuracy: 0.812\n","Epoch 367/1000, loss:0.597, Accuracy: 0.656\n","Epoch 368/1000, loss:0.320, Accuracy: 0.844\n","Epoch 369/1000, loss:0.285, Accuracy: 0.875\n","Epoch 370/1000, loss:0.492, Accuracy: 0.750\n","Epoch 371/1000, loss:0.486, Accuracy: 0.750\n","Epoch 372/1000, loss:0.278, Accuracy: 0.844\n","Epoch 373/1000, loss:0.559, Accuracy: 0.594\n","Epoch 374/1000, loss:0.524, Accuracy: 0.750\n","Epoch 375/1000, loss:0.508, Accuracy: 0.750\n","Epoch 376/1000, loss:0.454, Accuracy: 0.750\n","Epoch 377/1000, loss:0.482, Accuracy: 0.656\n","Epoch 378/1000, loss:0.688, Accuracy: 0.500\n","Epoch 379/1000, loss:0.447, Accuracy: 0.750\n","Epoch 380/1000, loss:0.427, Accuracy: 0.781\n","Epoch 381/1000, loss:0.436, Accuracy: 0.750\n","Epoch 382/1000, loss:0.502, Accuracy: 0.719\n","Epoch 383/1000, loss:0.600, Accuracy: 0.656\n","Epoch 384/1000, loss:0.353, Accuracy: 0.875\n","Epoch 385/1000, loss:0.551, Accuracy: 0.750\n","Epoch 386/1000, loss:0.470, Accuracy: 0.750\n","Epoch 387/1000, loss:0.512, Accuracy: 0.688\n","Epoch 388/1000, loss:0.514, Accuracy: 0.688\n","Epoch 389/1000, loss:0.428, Accuracy: 0.719\n","Epoch 390/1000, loss:0.481, Accuracy: 0.719\n","Epoch 391/1000, loss:0.542, Accuracy: 0.688\n","Epoch 392/1000, loss:0.500, Accuracy: 0.688\n","Epoch 393/1000, loss:0.486, Accuracy: 0.781\n","Epoch 394/1000, loss:0.424, Accuracy: 0.812\n","Epoch 395/1000, loss:0.354, Accuracy: 0.844\n","Epoch 396/1000, loss:0.498, Accuracy: 0.750\n","Epoch 397/1000, loss:0.452, Accuracy: 0.719\n","Epoch 398/1000, loss:0.497, Accuracy: 0.750\n","Epoch 399/1000, loss:0.411, Accuracy: 0.781\n","Epoch 400/1000, loss:0.394, Accuracy: 0.781\n","Epoch 401/1000, loss:0.459, Accuracy: 0.750\n","Epoch 402/1000, loss:0.506, Accuracy: 0.688\n","Epoch 403/1000, loss:0.360, Accuracy: 0.781\n","Epoch 404/1000, loss:0.483, Accuracy: 0.750\n","Epoch 405/1000, loss:0.430, Accuracy: 0.719\n","Epoch 406/1000, loss:0.487, Accuracy: 0.719\n","Epoch 407/1000, loss:0.597, Accuracy: 0.688\n","Epoch 408/1000, loss:0.383, Accuracy: 0.812\n","Epoch 409/1000, loss:0.542, Accuracy: 0.688\n","Epoch 410/1000, loss:0.424, Accuracy: 0.812\n","Epoch 411/1000, loss:0.399, Accuracy: 0.781\n","Epoch 412/1000, loss:0.381, Accuracy: 0.781\n","Epoch 413/1000, loss:0.628, Accuracy: 0.688\n","Epoch 414/1000, loss:0.505, Accuracy: 0.750\n","Epoch 415/1000, loss:0.574, Accuracy: 0.656\n","Epoch 416/1000, loss:0.373, Accuracy: 0.844\n","Epoch 417/1000, loss:0.430, Accuracy: 0.781\n","Epoch 418/1000, loss:0.589, Accuracy: 0.688\n","Epoch 419/1000, loss:0.514, Accuracy: 0.656\n","Epoch 420/1000, loss:0.331, Accuracy: 0.875\n","Epoch 421/1000, loss:0.350, Accuracy: 0.812\n","Epoch 422/1000, loss:0.522, Accuracy: 0.719\n","Epoch 423/1000, loss:0.545, Accuracy: 0.750\n","Epoch 424/1000, loss:0.491, Accuracy: 0.688\n","Epoch 425/1000, loss:0.548, Accuracy: 0.750\n","Epoch 426/1000, loss:0.481, Accuracy: 0.750\n","Epoch 427/1000, loss:0.511, Accuracy: 0.750\n","Epoch 428/1000, loss:0.525, Accuracy: 0.812\n","Epoch 429/1000, loss:0.415, Accuracy: 0.844\n","Epoch 430/1000, loss:0.362, Accuracy: 0.875\n","Epoch 431/1000, loss:0.500, Accuracy: 0.719\n","Epoch 432/1000, loss:0.576, Accuracy: 0.688\n","Epoch 433/1000, loss:0.452, Accuracy: 0.781\n","Epoch 434/1000, loss:0.599, Accuracy: 0.719\n","Epoch 435/1000, loss:0.358, Accuracy: 0.750\n","Epoch 436/1000, loss:0.579, Accuracy: 0.656\n","Epoch 437/1000, loss:0.436, Accuracy: 0.781\n","Epoch 438/1000, loss:0.335, Accuracy: 0.875\n","Epoch 439/1000, loss:0.438, Accuracy: 0.812\n","Epoch 440/1000, loss:0.437, Accuracy: 0.844\n","Epoch 441/1000, loss:0.608, Accuracy: 0.688\n","Epoch 442/1000, loss:0.407, Accuracy: 0.781\n","Epoch 443/1000, loss:0.410, Accuracy: 0.781\n","Epoch 444/1000, loss:0.518, Accuracy: 0.719\n","Epoch 445/1000, loss:0.428, Accuracy: 0.781\n","Epoch 446/1000, loss:0.402, Accuracy: 0.781\n","Epoch 447/1000, loss:0.434, Accuracy: 0.812\n","Epoch 448/1000, loss:0.517, Accuracy: 0.781\n","Epoch 449/1000, loss:0.462, Accuracy: 0.781\n","Epoch 450/1000, loss:0.430, Accuracy: 0.875\n","Epoch 451/1000, loss:0.507, Accuracy: 0.750\n","Epoch 452/1000, loss:0.513, Accuracy: 0.719\n","Epoch 453/1000, loss:0.437, Accuracy: 0.781\n","Epoch 454/1000, loss:0.511, Accuracy: 0.781\n","Epoch 455/1000, loss:0.432, Accuracy: 0.750\n","Epoch 456/1000, loss:0.341, Accuracy: 0.875\n","Epoch 457/1000, loss:0.498, Accuracy: 0.688\n","Epoch 458/1000, loss:0.589, Accuracy: 0.750\n","Epoch 459/1000, loss:0.417, Accuracy: 0.750\n","Epoch 460/1000, loss:0.526, Accuracy: 0.688\n","Epoch 461/1000, loss:0.519, Accuracy: 0.719\n","Epoch 462/1000, loss:0.429, Accuracy: 0.750\n","Epoch 463/1000, loss:0.487, Accuracy: 0.781\n","Epoch 464/1000, loss:0.482, Accuracy: 0.781\n","Epoch 465/1000, loss:0.572, Accuracy: 0.750\n","Epoch 466/1000, loss:0.513, Accuracy: 0.750\n","Epoch 467/1000, loss:0.420, Accuracy: 0.781\n","Epoch 468/1000, loss:0.454, Accuracy: 0.781\n","Epoch 469/1000, loss:0.502, Accuracy: 0.719\n","Epoch 470/1000, loss:0.431, Accuracy: 0.844\n","Epoch 471/1000, loss:0.445, Accuracy: 0.812\n","Epoch 472/1000, loss:0.459, Accuracy: 0.781\n","Epoch 473/1000, loss:0.485, Accuracy: 0.750\n","Epoch 474/1000, loss:0.335, Accuracy: 0.875\n","Epoch 475/1000, loss:0.391, Accuracy: 0.875\n","Epoch 476/1000, loss:0.582, Accuracy: 0.719\n","Epoch 477/1000, loss:0.617, Accuracy: 0.688\n","Epoch 478/1000, loss:0.491, Accuracy: 0.781\n","Epoch 479/1000, loss:0.400, Accuracy: 0.812\n","Epoch 480/1000, loss:0.491, Accuracy: 0.781\n","Epoch 481/1000, loss:0.404, Accuracy: 0.812\n","Epoch 482/1000, loss:0.601, Accuracy: 0.656\n","Epoch 483/1000, loss:0.422, Accuracy: 0.781\n","Epoch 484/1000, loss:0.370, Accuracy: 0.812\n","Epoch 485/1000, loss:0.509, Accuracy: 0.750\n","Epoch 486/1000, loss:0.376, Accuracy: 0.812\n","Epoch 487/1000, loss:0.551, Accuracy: 0.656\n","Epoch 488/1000, loss:0.578, Accuracy: 0.656\n","Epoch 489/1000, loss:0.475, Accuracy: 0.719\n","Epoch 490/1000, loss:0.466, Accuracy: 0.844\n","Epoch 491/1000, loss:0.341, Accuracy: 0.781\n","Epoch 492/1000, loss:0.416, Accuracy: 0.750\n","Epoch 493/1000, loss:0.499, Accuracy: 0.750\n","Epoch 494/1000, loss:0.487, Accuracy: 0.719\n","Epoch 495/1000, loss:0.416, Accuracy: 0.812\n","Epoch 496/1000, loss:0.336, Accuracy: 0.844\n","Epoch 497/1000, loss:0.392, Accuracy: 0.781\n","Epoch 498/1000, loss:0.453, Accuracy: 0.750\n","Epoch 499/1000, loss:0.605, Accuracy: 0.688\n","Epoch 500/1000, loss:0.435, Accuracy: 0.750\n","Epoch 501/1000, loss:0.418, Accuracy: 0.844\n","Epoch 502/1000, loss:0.342, Accuracy: 0.781\n","Epoch 503/1000, loss:0.353, Accuracy: 0.844\n","Epoch 504/1000, loss:0.501, Accuracy: 0.750\n","Epoch 505/1000, loss:0.420, Accuracy: 0.844\n","Epoch 506/1000, loss:0.434, Accuracy: 0.844\n","Epoch 507/1000, loss:0.314, Accuracy: 0.844\n","Epoch 508/1000, loss:0.546, Accuracy: 0.750\n","Epoch 509/1000, loss:0.377, Accuracy: 0.906\n","Epoch 510/1000, loss:0.376, Accuracy: 0.781\n","Epoch 511/1000, loss:0.528, Accuracy: 0.750\n","Epoch 512/1000, loss:0.630, Accuracy: 0.656\n","Epoch 513/1000, loss:0.697, Accuracy: 0.688\n","Epoch 514/1000, loss:0.480, Accuracy: 0.781\n","Epoch 515/1000, loss:0.423, Accuracy: 0.750\n","Epoch 516/1000, loss:0.328, Accuracy: 0.875\n","Epoch 517/1000, loss:0.517, Accuracy: 0.656\n","Epoch 518/1000, loss:0.538, Accuracy: 0.750\n","Epoch 519/1000, loss:0.625, Accuracy: 0.719\n","Epoch 520/1000, loss:0.362, Accuracy: 0.812\n","Epoch 521/1000, loss:0.432, Accuracy: 0.781\n","Epoch 522/1000, loss:0.432, Accuracy: 0.812\n","Epoch 523/1000, loss:0.393, Accuracy: 0.844\n","Epoch 524/1000, loss:0.387, Accuracy: 0.812\n","Epoch 525/1000, loss:0.477, Accuracy: 0.719\n","Epoch 526/1000, loss:0.403, Accuracy: 0.844\n","Epoch 527/1000, loss:0.579, Accuracy: 0.688\n","Epoch 528/1000, loss:0.446, Accuracy: 0.719\n","Epoch 529/1000, loss:0.281, Accuracy: 0.906\n","Epoch 530/1000, loss:0.357, Accuracy: 0.812\n","Epoch 531/1000, loss:0.475, Accuracy: 0.719\n","Epoch 532/1000, loss:0.329, Accuracy: 0.844\n","Epoch 533/1000, loss:0.317, Accuracy: 0.875\n","Epoch 534/1000, loss:0.421, Accuracy: 0.719\n","Epoch 535/1000, loss:0.386, Accuracy: 0.812\n","Epoch 536/1000, loss:0.369, Accuracy: 0.844\n","Epoch 537/1000, loss:0.362, Accuracy: 0.812\n","Epoch 538/1000, loss:0.510, Accuracy: 0.688\n","Epoch 539/1000, loss:0.412, Accuracy: 0.781\n","Epoch 540/1000, loss:0.495, Accuracy: 0.750\n","Epoch 541/1000, loss:0.373, Accuracy: 0.812\n","Epoch 542/1000, loss:0.260, Accuracy: 0.906\n","Epoch 543/1000, loss:0.378, Accuracy: 0.812\n","Epoch 544/1000, loss:0.460, Accuracy: 0.750\n","Epoch 545/1000, loss:0.388, Accuracy: 0.844\n","Epoch 546/1000, loss:0.308, Accuracy: 0.844\n","Epoch 547/1000, loss:0.593, Accuracy: 0.656\n","Epoch 548/1000, loss:0.565, Accuracy: 0.688\n","Epoch 549/1000, loss:0.395, Accuracy: 0.906\n","Epoch 550/1000, loss:0.397, Accuracy: 0.844\n","Epoch 551/1000, loss:0.371, Accuracy: 0.844\n","Epoch 552/1000, loss:0.338, Accuracy: 0.875\n","Epoch 553/1000, loss:0.446, Accuracy: 0.781\n","Epoch 554/1000, loss:0.483, Accuracy: 0.719\n","Epoch 555/1000, loss:0.455, Accuracy: 0.750\n","Epoch 556/1000, loss:0.548, Accuracy: 0.719\n","Epoch 557/1000, loss:0.561, Accuracy: 0.719\n","Epoch 558/1000, loss:0.518, Accuracy: 0.750\n","Epoch 559/1000, loss:0.369, Accuracy: 0.875\n","Epoch 560/1000, loss:0.585, Accuracy: 0.688\n","Epoch 561/1000, loss:0.411, Accuracy: 0.812\n","Epoch 562/1000, loss:0.367, Accuracy: 0.844\n","Epoch 563/1000, loss:0.390, Accuracy: 0.844\n","Epoch 564/1000, loss:0.369, Accuracy: 0.844\n","Epoch 565/1000, loss:0.683, Accuracy: 0.719\n","Epoch 566/1000, loss:0.403, Accuracy: 0.812\n","Epoch 567/1000, loss:0.550, Accuracy: 0.688\n","Epoch 568/1000, loss:0.537, Accuracy: 0.750\n","Epoch 569/1000, loss:0.355, Accuracy: 0.844\n","Epoch 570/1000, loss:0.413, Accuracy: 0.750\n","Epoch 571/1000, loss:0.371, Accuracy: 0.750\n","Epoch 572/1000, loss:0.386, Accuracy: 0.812\n","Epoch 573/1000, loss:0.406, Accuracy: 0.781\n","Epoch 574/1000, loss:0.291, Accuracy: 0.875\n","Epoch 575/1000, loss:0.393, Accuracy: 0.781\n","Epoch 576/1000, loss:0.406, Accuracy: 0.719\n","Epoch 577/1000, loss:0.359, Accuracy: 0.906\n","Epoch 578/1000, loss:0.409, Accuracy: 0.781\n","Epoch 579/1000, loss:0.365, Accuracy: 0.844\n","Epoch 580/1000, loss:0.369, Accuracy: 0.938\n","Epoch 581/1000, loss:0.369, Accuracy: 0.875\n","Epoch 582/1000, loss:0.274, Accuracy: 0.875\n","Epoch 583/1000, loss:0.477, Accuracy: 0.750\n","Epoch 584/1000, loss:0.317, Accuracy: 0.906\n","Epoch 585/1000, loss:0.654, Accuracy: 0.688\n","Epoch 586/1000, loss:0.417, Accuracy: 0.719\n","Epoch 587/1000, loss:0.520, Accuracy: 0.719\n","Epoch 588/1000, loss:0.596, Accuracy: 0.656\n","Epoch 589/1000, loss:0.420, Accuracy: 0.844\n","Epoch 590/1000, loss:0.430, Accuracy: 0.812\n","Epoch 591/1000, loss:0.561, Accuracy: 0.656\n","Epoch 592/1000, loss:0.450, Accuracy: 0.812\n","Epoch 593/1000, loss:0.516, Accuracy: 0.812\n","Epoch 594/1000, loss:0.264, Accuracy: 0.906\n","Epoch 595/1000, loss:0.558, Accuracy: 0.750\n","Epoch 596/1000, loss:0.457, Accuracy: 0.781\n","Epoch 597/1000, loss:0.393, Accuracy: 0.844\n","Epoch 598/1000, loss:0.583, Accuracy: 0.781\n","Epoch 599/1000, loss:0.595, Accuracy: 0.781\n","Epoch 600/1000, loss:0.543, Accuracy: 0.812\n","Epoch 601/1000, loss:0.478, Accuracy: 0.875\n","Epoch 602/1000, loss:0.367, Accuracy: 0.875\n","Epoch 603/1000, loss:0.606, Accuracy: 0.688\n","Epoch 604/1000, loss:0.347, Accuracy: 0.844\n","Epoch 605/1000, loss:0.391, Accuracy: 0.812\n","Epoch 606/1000, loss:0.338, Accuracy: 0.844\n","Epoch 607/1000, loss:0.505, Accuracy: 0.719\n","Epoch 608/1000, loss:0.436, Accuracy: 0.781\n","Epoch 609/1000, loss:0.438, Accuracy: 0.844\n","Epoch 610/1000, loss:0.395, Accuracy: 0.750\n","Epoch 611/1000, loss:0.408, Accuracy: 0.812\n","Epoch 612/1000, loss:0.456, Accuracy: 0.844\n","Epoch 613/1000, loss:0.304, Accuracy: 0.938\n","Epoch 614/1000, loss:0.514, Accuracy: 0.719\n","Epoch 615/1000, loss:0.444, Accuracy: 0.750\n","Epoch 616/1000, loss:0.404, Accuracy: 0.812\n","Epoch 617/1000, loss:0.392, Accuracy: 0.750\n","Epoch 618/1000, loss:0.371, Accuracy: 0.875\n","Epoch 619/1000, loss:0.320, Accuracy: 0.812\n","Epoch 620/1000, loss:0.551, Accuracy: 0.750\n","Epoch 621/1000, loss:0.585, Accuracy: 0.656\n","Epoch 622/1000, loss:0.508, Accuracy: 0.656\n","Epoch 623/1000, loss:0.478, Accuracy: 0.750\n","Epoch 624/1000, loss:0.435, Accuracy: 0.719\n","Epoch 625/1000, loss:0.265, Accuracy: 0.875\n","Epoch 626/1000, loss:0.313, Accuracy: 0.812\n","Epoch 627/1000, loss:0.357, Accuracy: 0.844\n","Epoch 628/1000, loss:0.410, Accuracy: 0.781\n","Epoch 629/1000, loss:0.315, Accuracy: 0.906\n","Epoch 630/1000, loss:0.383, Accuracy: 0.781\n","Epoch 631/1000, loss:0.339, Accuracy: 0.844\n","Epoch 632/1000, loss:0.348, Accuracy: 0.906\n","Epoch 633/1000, loss:0.335, Accuracy: 0.844\n","Epoch 634/1000, loss:0.523, Accuracy: 0.719\n","Epoch 635/1000, loss:0.389, Accuracy: 0.781\n","Epoch 636/1000, loss:0.429, Accuracy: 0.750\n","Epoch 637/1000, loss:0.546, Accuracy: 0.781\n","Epoch 638/1000, loss:0.535, Accuracy: 0.688\n","Epoch 639/1000, loss:0.583, Accuracy: 0.750\n","Epoch 640/1000, loss:0.416, Accuracy: 0.875\n","Epoch 641/1000, loss:0.499, Accuracy: 0.781\n","Epoch 642/1000, loss:0.459, Accuracy: 0.750\n","Epoch 643/1000, loss:0.362, Accuracy: 0.844\n","Epoch 644/1000, loss:0.573, Accuracy: 0.625\n","Epoch 645/1000, loss:0.506, Accuracy: 0.750\n","Epoch 646/1000, loss:0.542, Accuracy: 0.750\n","Epoch 647/1000, loss:0.247, Accuracy: 0.875\n","Epoch 648/1000, loss:0.340, Accuracy: 0.844\n","Epoch 649/1000, loss:0.481, Accuracy: 0.750\n","Epoch 650/1000, loss:0.358, Accuracy: 0.812\n","Epoch 651/1000, loss:0.542, Accuracy: 0.688\n","Epoch 652/1000, loss:0.406, Accuracy: 0.812\n","Epoch 653/1000, loss:0.425, Accuracy: 0.875\n","Epoch 654/1000, loss:0.395, Accuracy: 0.875\n","Epoch 655/1000, loss:0.463, Accuracy: 0.781\n","Epoch 656/1000, loss:0.405, Accuracy: 0.750\n","Epoch 657/1000, loss:0.442, Accuracy: 0.812\n","Epoch 658/1000, loss:0.486, Accuracy: 0.750\n","Epoch 659/1000, loss:0.453, Accuracy: 0.781\n","Epoch 660/1000, loss:0.350, Accuracy: 0.875\n","Epoch 661/1000, loss:0.579, Accuracy: 0.688\n","Epoch 662/1000, loss:0.315, Accuracy: 0.906\n","Epoch 663/1000, loss:0.420, Accuracy: 0.781\n","Epoch 664/1000, loss:0.275, Accuracy: 0.875\n","Epoch 665/1000, loss:0.516, Accuracy: 0.656\n","Epoch 666/1000, loss:0.382, Accuracy: 0.812\n","Epoch 667/1000, loss:0.399, Accuracy: 0.844\n","Epoch 668/1000, loss:0.405, Accuracy: 0.844\n","Epoch 669/1000, loss:0.342, Accuracy: 0.844\n","Epoch 670/1000, loss:0.335, Accuracy: 0.812\n","Epoch 671/1000, loss:0.464, Accuracy: 0.812\n","Epoch 672/1000, loss:0.496, Accuracy: 0.750\n","Epoch 673/1000, loss:0.786, Accuracy: 0.625\n","Epoch 674/1000, loss:0.350, Accuracy: 0.844\n","Epoch 675/1000, loss:0.597, Accuracy: 0.656\n","Epoch 676/1000, loss:0.280, Accuracy: 0.875\n","Epoch 677/1000, loss:0.416, Accuracy: 0.781\n","Epoch 678/1000, loss:0.350, Accuracy: 0.812\n","Epoch 679/1000, loss:0.555, Accuracy: 0.656\n","Epoch 680/1000, loss:0.383, Accuracy: 0.781\n","Epoch 681/1000, loss:0.607, Accuracy: 0.688\n","Epoch 682/1000, loss:0.463, Accuracy: 0.750\n","Epoch 683/1000, loss:0.657, Accuracy: 0.625\n","Epoch 684/1000, loss:0.487, Accuracy: 0.812\n","Epoch 685/1000, loss:0.461, Accuracy: 0.719\n","Epoch 686/1000, loss:0.564, Accuracy: 0.781\n","Epoch 687/1000, loss:0.320, Accuracy: 0.812\n","Epoch 688/1000, loss:0.437, Accuracy: 0.781\n","Epoch 689/1000, loss:0.348, Accuracy: 0.875\n","Epoch 690/1000, loss:0.557, Accuracy: 0.781\n","Epoch 691/1000, loss:0.464, Accuracy: 0.781\n","Epoch 692/1000, loss:0.493, Accuracy: 0.719\n","Epoch 693/1000, loss:0.676, Accuracy: 0.594\n","Epoch 694/1000, loss:0.359, Accuracy: 0.844\n","Epoch 695/1000, loss:0.449, Accuracy: 0.781\n","Epoch 696/1000, loss:0.544, Accuracy: 0.750\n","Epoch 697/1000, loss:0.337, Accuracy: 0.844\n","Epoch 698/1000, loss:0.553, Accuracy: 0.656\n","Epoch 699/1000, loss:0.434, Accuracy: 0.750\n","Epoch 700/1000, loss:0.372, Accuracy: 0.844\n","Epoch 701/1000, loss:0.414, Accuracy: 0.781\n","Epoch 702/1000, loss:0.398, Accuracy: 0.875\n","Epoch 703/1000, loss:0.410, Accuracy: 0.844\n","Epoch 704/1000, loss:0.458, Accuracy: 0.781\n","Epoch 705/1000, loss:0.514, Accuracy: 0.781\n","Epoch 706/1000, loss:0.367, Accuracy: 0.781\n","Epoch 707/1000, loss:0.320, Accuracy: 0.875\n","Epoch 708/1000, loss:0.520, Accuracy: 0.688\n","Epoch 709/1000, loss:0.328, Accuracy: 0.906\n","Epoch 710/1000, loss:0.391, Accuracy: 0.781\n","Epoch 711/1000, loss:0.495, Accuracy: 0.719\n","Epoch 712/1000, loss:0.438, Accuracy: 0.812\n","Epoch 713/1000, loss:0.531, Accuracy: 0.781\n","Epoch 714/1000, loss:0.405, Accuracy: 0.781\n","Epoch 715/1000, loss:0.388, Accuracy: 0.781\n","Epoch 716/1000, loss:0.472, Accuracy: 0.812\n","Epoch 717/1000, loss:0.440, Accuracy: 0.750\n","Epoch 718/1000, loss:0.322, Accuracy: 0.875\n","Epoch 719/1000, loss:0.613, Accuracy: 0.719\n","Epoch 720/1000, loss:0.346, Accuracy: 0.875\n","Epoch 721/1000, loss:0.474, Accuracy: 0.781\n","Epoch 722/1000, loss:0.363, Accuracy: 0.844\n","Epoch 723/1000, loss:0.441, Accuracy: 0.781\n","Epoch 724/1000, loss:0.447, Accuracy: 0.750\n","Epoch 725/1000, loss:0.351, Accuracy: 0.781\n","Epoch 726/1000, loss:0.489, Accuracy: 0.781\n","Epoch 727/1000, loss:0.419, Accuracy: 0.812\n","Epoch 728/1000, loss:0.420, Accuracy: 0.781\n","Epoch 729/1000, loss:0.412, Accuracy: 0.812\n","Epoch 730/1000, loss:0.460, Accuracy: 0.875\n","Epoch 731/1000, loss:0.327, Accuracy: 0.844\n","Epoch 732/1000, loss:0.415, Accuracy: 0.719\n","Epoch 733/1000, loss:0.416, Accuracy: 0.812\n","Epoch 734/1000, loss:0.659, Accuracy: 0.750\n","Epoch 735/1000, loss:0.397, Accuracy: 0.812\n","Epoch 736/1000, loss:0.312, Accuracy: 0.844\n","Epoch 737/1000, loss:0.578, Accuracy: 0.750\n","Epoch 738/1000, loss:0.405, Accuracy: 0.812\n","Epoch 739/1000, loss:0.443, Accuracy: 0.750\n","Epoch 740/1000, loss:0.538, Accuracy: 0.719\n","Epoch 741/1000, loss:0.393, Accuracy: 0.750\n","Epoch 742/1000, loss:0.389, Accuracy: 0.812\n","Epoch 743/1000, loss:0.400, Accuracy: 0.812\n","Epoch 744/1000, loss:0.364, Accuracy: 0.844\n","Epoch 745/1000, loss:0.465, Accuracy: 0.781\n","Epoch 746/1000, loss:0.392, Accuracy: 0.812\n","Epoch 747/1000, loss:0.402, Accuracy: 0.781\n","Epoch 748/1000, loss:0.467, Accuracy: 0.844\n","Epoch 749/1000, loss:0.355, Accuracy: 0.844\n","Epoch 750/1000, loss:0.512, Accuracy: 0.688\n","Epoch 751/1000, loss:0.438, Accuracy: 0.781\n","Epoch 752/1000, loss:0.358, Accuracy: 0.781\n","Epoch 753/1000, loss:0.299, Accuracy: 0.875\n","Epoch 754/1000, loss:0.417, Accuracy: 0.812\n","Epoch 755/1000, loss:0.282, Accuracy: 0.875\n","Epoch 756/1000, loss:0.431, Accuracy: 0.781\n","Epoch 757/1000, loss:0.427, Accuracy: 0.781\n","Epoch 758/1000, loss:0.482, Accuracy: 0.781\n","Epoch 759/1000, loss:0.493, Accuracy: 0.750\n","Epoch 760/1000, loss:0.466, Accuracy: 0.688\n","Epoch 761/1000, loss:0.493, Accuracy: 0.781\n","Epoch 762/1000, loss:0.291, Accuracy: 0.875\n","Epoch 763/1000, loss:0.482, Accuracy: 0.750\n","Epoch 764/1000, loss:0.384, Accuracy: 0.812\n","Epoch 765/1000, loss:0.588, Accuracy: 0.719\n","Epoch 766/1000, loss:0.517, Accuracy: 0.688\n","Epoch 767/1000, loss:0.411, Accuracy: 0.812\n","Epoch 768/1000, loss:0.351, Accuracy: 0.812\n","Epoch 769/1000, loss:0.477, Accuracy: 0.719\n","Epoch 770/1000, loss:0.541, Accuracy: 0.625\n","Epoch 771/1000, loss:0.403, Accuracy: 0.781\n","Epoch 772/1000, loss:0.448, Accuracy: 0.719\n","Epoch 773/1000, loss:0.401, Accuracy: 0.812\n","Epoch 774/1000, loss:0.548, Accuracy: 0.719\n","Epoch 775/1000, loss:0.347, Accuracy: 0.812\n","Epoch 776/1000, loss:0.387, Accuracy: 0.812\n","Epoch 777/1000, loss:0.559, Accuracy: 0.781\n","Epoch 778/1000, loss:0.396, Accuracy: 0.781\n","Epoch 779/1000, loss:0.544, Accuracy: 0.688\n","Epoch 780/1000, loss:0.443, Accuracy: 0.750\n","Epoch 781/1000, loss:0.485, Accuracy: 0.781\n","Epoch 782/1000, loss:0.451, Accuracy: 0.719\n","Epoch 783/1000, loss:0.346, Accuracy: 0.844\n","Epoch 784/1000, loss:0.357, Accuracy: 0.812\n","Epoch 785/1000, loss:0.450, Accuracy: 0.719\n","Epoch 786/1000, loss:0.451, Accuracy: 0.844\n","Epoch 787/1000, loss:0.336, Accuracy: 0.844\n","Epoch 788/1000, loss:0.469, Accuracy: 0.781\n","Epoch 789/1000, loss:0.610, Accuracy: 0.656\n","Epoch 790/1000, loss:0.489, Accuracy: 0.719\n","Epoch 791/1000, loss:0.474, Accuracy: 0.781\n","Epoch 792/1000, loss:0.497, Accuracy: 0.750\n","Epoch 793/1000, loss:0.567, Accuracy: 0.781\n","Epoch 794/1000, loss:0.460, Accuracy: 0.844\n","Epoch 795/1000, loss:0.482, Accuracy: 0.719\n","Epoch 796/1000, loss:0.295, Accuracy: 0.781\n","Epoch 797/1000, loss:0.366, Accuracy: 0.844\n","Epoch 798/1000, loss:0.458, Accuracy: 0.750\n","Epoch 799/1000, loss:0.492, Accuracy: 0.719\n","Epoch 800/1000, loss:0.436, Accuracy: 0.781\n","Epoch 801/1000, loss:0.292, Accuracy: 0.844\n","Epoch 802/1000, loss:0.627, Accuracy: 0.688\n","Epoch 803/1000, loss:0.447, Accuracy: 0.781\n","Epoch 804/1000, loss:0.287, Accuracy: 0.875\n","Epoch 805/1000, loss:0.495, Accuracy: 0.750\n","Epoch 806/1000, loss:0.474, Accuracy: 0.750\n","Epoch 807/1000, loss:0.448, Accuracy: 0.750\n","Epoch 808/1000, loss:0.457, Accuracy: 0.781\n","Epoch 809/1000, loss:0.307, Accuracy: 0.812\n","Epoch 810/1000, loss:0.457, Accuracy: 0.812\n","Epoch 811/1000, loss:0.547, Accuracy: 0.688\n","Epoch 812/1000, loss:0.454, Accuracy: 0.750\n","Epoch 813/1000, loss:0.398, Accuracy: 0.812\n","Epoch 814/1000, loss:0.426, Accuracy: 0.812\n","Epoch 815/1000, loss:0.344, Accuracy: 0.812\n","Epoch 816/1000, loss:0.437, Accuracy: 0.812\n","Epoch 817/1000, loss:0.669, Accuracy: 0.719\n","Epoch 818/1000, loss:0.451, Accuracy: 0.750\n","Epoch 819/1000, loss:0.416, Accuracy: 0.812\n","Epoch 820/1000, loss:0.569, Accuracy: 0.656\n","Epoch 821/1000, loss:0.532, Accuracy: 0.688\n","Epoch 822/1000, loss:0.312, Accuracy: 0.875\n","Epoch 823/1000, loss:0.529, Accuracy: 0.688\n","Epoch 824/1000, loss:0.333, Accuracy: 0.781\n","Epoch 825/1000, loss:0.517, Accuracy: 0.625\n","Epoch 826/1000, loss:0.452, Accuracy: 0.844\n","Epoch 827/1000, loss:0.426, Accuracy: 0.812\n","Epoch 828/1000, loss:0.655, Accuracy: 0.594\n","Epoch 829/1000, loss:0.277, Accuracy: 0.875\n","Epoch 830/1000, loss:0.391, Accuracy: 0.750\n","Epoch 831/1000, loss:0.313, Accuracy: 0.875\n","Epoch 832/1000, loss:0.283, Accuracy: 0.844\n","Epoch 833/1000, loss:0.531, Accuracy: 0.688\n","Epoch 834/1000, loss:0.255, Accuracy: 0.938\n","Epoch 835/1000, loss:0.531, Accuracy: 0.656\n","Epoch 836/1000, loss:0.363, Accuracy: 0.875\n","Epoch 837/1000, loss:0.242, Accuracy: 0.906\n","Epoch 838/1000, loss:0.490, Accuracy: 0.844\n","Epoch 839/1000, loss:0.427, Accuracy: 0.688\n","Epoch 840/1000, loss:0.520, Accuracy: 0.781\n","Epoch 841/1000, loss:0.411, Accuracy: 0.750\n","Epoch 842/1000, loss:0.536, Accuracy: 0.688\n","Epoch 843/1000, loss:0.488, Accuracy: 0.719\n","Epoch 844/1000, loss:0.373, Accuracy: 0.812\n","Epoch 845/1000, loss:0.351, Accuracy: 0.812\n","Epoch 846/1000, loss:0.559, Accuracy: 0.781\n","Epoch 847/1000, loss:0.466, Accuracy: 0.812\n","Epoch 848/1000, loss:0.509, Accuracy: 0.781\n","Epoch 849/1000, loss:0.430, Accuracy: 0.812\n","Epoch 850/1000, loss:0.473, Accuracy: 0.719\n","Epoch 851/1000, loss:0.613, Accuracy: 0.594\n","Epoch 852/1000, loss:0.523, Accuracy: 0.688\n","Epoch 853/1000, loss:0.410, Accuracy: 0.688\n","Epoch 854/1000, loss:0.486, Accuracy: 0.781\n","Epoch 855/1000, loss:0.353, Accuracy: 0.875\n","Epoch 856/1000, loss:0.475, Accuracy: 0.750\n","Epoch 857/1000, loss:0.275, Accuracy: 0.906\n","Epoch 858/1000, loss:0.319, Accuracy: 0.812\n","Epoch 859/1000, loss:0.316, Accuracy: 0.875\n","Epoch 860/1000, loss:0.483, Accuracy: 0.688\n","Epoch 861/1000, loss:0.329, Accuracy: 0.875\n","Epoch 862/1000, loss:0.349, Accuracy: 0.812\n","Epoch 863/1000, loss:0.228, Accuracy: 0.938\n","Epoch 864/1000, loss:0.456, Accuracy: 0.750\n","Epoch 865/1000, loss:0.486, Accuracy: 0.781\n","Epoch 866/1000, loss:0.431, Accuracy: 0.719\n","Epoch 867/1000, loss:0.440, Accuracy: 0.781\n","Epoch 868/1000, loss:0.373, Accuracy: 0.781\n","Epoch 869/1000, loss:0.504, Accuracy: 0.781\n","Epoch 870/1000, loss:0.363, Accuracy: 0.844\n","Epoch 871/1000, loss:0.389, Accuracy: 0.812\n","Epoch 872/1000, loss:0.284, Accuracy: 0.875\n","Epoch 873/1000, loss:0.589, Accuracy: 0.656\n","Epoch 874/1000, loss:0.458, Accuracy: 0.750\n","Epoch 875/1000, loss:0.366, Accuracy: 0.812\n","Epoch 876/1000, loss:0.404, Accuracy: 0.781\n","Epoch 877/1000, loss:0.313, Accuracy: 0.812\n","Epoch 878/1000, loss:0.475, Accuracy: 0.781\n","Epoch 879/1000, loss:0.505, Accuracy: 0.750\n","Epoch 880/1000, loss:0.407, Accuracy: 0.781\n","Epoch 881/1000, loss:0.494, Accuracy: 0.781\n","Epoch 882/1000, loss:0.383, Accuracy: 0.781\n","Epoch 883/1000, loss:0.511, Accuracy: 0.750\n","Epoch 884/1000, loss:0.532, Accuracy: 0.750\n","Epoch 885/1000, loss:0.434, Accuracy: 0.812\n","Epoch 886/1000, loss:0.426, Accuracy: 0.875\n","Epoch 887/1000, loss:0.489, Accuracy: 0.781\n","Epoch 888/1000, loss:0.483, Accuracy: 0.781\n","Epoch 889/1000, loss:0.578, Accuracy: 0.594\n","Epoch 890/1000, loss:0.526, Accuracy: 0.750\n","Epoch 891/1000, loss:0.390, Accuracy: 0.812\n","Epoch 892/1000, loss:0.365, Accuracy: 0.875\n","Epoch 893/1000, loss:0.303, Accuracy: 0.844\n","Epoch 894/1000, loss:0.345, Accuracy: 0.844\n","Epoch 895/1000, loss:0.438, Accuracy: 0.750\n","Epoch 896/1000, loss:0.410, Accuracy: 0.875\n","Epoch 897/1000, loss:0.344, Accuracy: 0.844\n","Epoch 898/1000, loss:0.372, Accuracy: 0.812\n","Epoch 899/1000, loss:0.377, Accuracy: 0.750\n","Epoch 900/1000, loss:0.375, Accuracy: 0.812\n","Epoch 901/1000, loss:0.427, Accuracy: 0.812\n","Epoch 902/1000, loss:0.628, Accuracy: 0.688\n","Epoch 903/1000, loss:0.425, Accuracy: 0.812\n","Epoch 904/1000, loss:0.606, Accuracy: 0.625\n","Epoch 905/1000, loss:0.425, Accuracy: 0.812\n","Epoch 906/1000, loss:0.266, Accuracy: 0.875\n","Epoch 907/1000, loss:0.382, Accuracy: 0.812\n","Epoch 908/1000, loss:0.468, Accuracy: 0.781\n","Epoch 909/1000, loss:0.529, Accuracy: 0.688\n","Epoch 910/1000, loss:0.603, Accuracy: 0.781\n","Epoch 911/1000, loss:0.544, Accuracy: 0.688\n","Epoch 912/1000, loss:0.575, Accuracy: 0.781\n","Epoch 913/1000, loss:0.380, Accuracy: 0.812\n","Epoch 914/1000, loss:0.439, Accuracy: 0.719\n","Epoch 915/1000, loss:0.236, Accuracy: 0.906\n","Epoch 916/1000, loss:0.305, Accuracy: 0.875\n","Epoch 917/1000, loss:0.497, Accuracy: 0.719\n","Epoch 918/1000, loss:0.399, Accuracy: 0.750\n","Epoch 919/1000, loss:0.513, Accuracy: 0.719\n","Epoch 920/1000, loss:0.385, Accuracy: 0.750\n","Epoch 921/1000, loss:0.580, Accuracy: 0.688\n","Epoch 922/1000, loss:0.558, Accuracy: 0.688\n","Epoch 923/1000, loss:0.407, Accuracy: 0.812\n","Epoch 924/1000, loss:0.360, Accuracy: 0.875\n","Epoch 925/1000, loss:0.328, Accuracy: 0.875\n","Epoch 926/1000, loss:0.375, Accuracy: 0.844\n","Epoch 927/1000, loss:0.329, Accuracy: 0.844\n","Epoch 928/1000, loss:0.421, Accuracy: 0.750\n","Epoch 929/1000, loss:0.396, Accuracy: 0.750\n","Epoch 930/1000, loss:0.507, Accuracy: 0.625\n","Epoch 931/1000, loss:0.339, Accuracy: 0.844\n","Epoch 932/1000, loss:0.521, Accuracy: 0.781\n","Epoch 933/1000, loss:0.537, Accuracy: 0.688\n","Epoch 934/1000, loss:0.499, Accuracy: 0.750\n","Epoch 935/1000, loss:0.429, Accuracy: 0.781\n","Epoch 936/1000, loss:0.515, Accuracy: 0.781\n","Epoch 937/1000, loss:0.292, Accuracy: 0.844\n","Epoch 938/1000, loss:0.604, Accuracy: 0.719\n","Epoch 939/1000, loss:0.292, Accuracy: 0.906\n","Epoch 940/1000, loss:0.335, Accuracy: 0.875\n","Epoch 941/1000, loss:0.368, Accuracy: 0.844\n","Epoch 942/1000, loss:0.575, Accuracy: 0.750\n","Epoch 943/1000, loss:0.408, Accuracy: 0.844\n","Epoch 944/1000, loss:0.525, Accuracy: 0.656\n","Epoch 945/1000, loss:0.420, Accuracy: 0.781\n","Epoch 946/1000, loss:0.525, Accuracy: 0.750\n","Epoch 947/1000, loss:0.509, Accuracy: 0.781\n","Epoch 948/1000, loss:0.370, Accuracy: 0.844\n","Epoch 949/1000, loss:0.353, Accuracy: 0.781\n","Epoch 950/1000, loss:0.776, Accuracy: 0.500\n","Epoch 951/1000, loss:0.376, Accuracy: 0.875\n","Epoch 952/1000, loss:0.257, Accuracy: 0.812\n","Epoch 953/1000, loss:0.609, Accuracy: 0.625\n","Epoch 954/1000, loss:0.485, Accuracy: 0.781\n","Epoch 955/1000, loss:0.362, Accuracy: 0.844\n","Epoch 956/1000, loss:0.531, Accuracy: 0.625\n","Epoch 957/1000, loss:0.417, Accuracy: 0.812\n","Epoch 958/1000, loss:0.508, Accuracy: 0.750\n","Epoch 959/1000, loss:0.512, Accuracy: 0.781\n","Epoch 960/1000, loss:0.349, Accuracy: 0.844\n","Epoch 961/1000, loss:0.350, Accuracy: 0.812\n","Epoch 962/1000, loss:0.493, Accuracy: 0.750\n","Epoch 963/1000, loss:0.343, Accuracy: 0.812\n","Epoch 964/1000, loss:0.431, Accuracy: 0.719\n","Epoch 965/1000, loss:0.305, Accuracy: 0.875\n","Epoch 966/1000, loss:0.470, Accuracy: 0.688\n","Epoch 967/1000, loss:0.524, Accuracy: 0.750\n","Epoch 968/1000, loss:0.430, Accuracy: 0.781\n","Epoch 969/1000, loss:0.434, Accuracy: 0.719\n","Epoch 970/1000, loss:0.449, Accuracy: 0.781\n","Epoch 971/1000, loss:0.329, Accuracy: 0.812\n","Epoch 972/1000, loss:0.343, Accuracy: 0.875\n","Epoch 973/1000, loss:0.335, Accuracy: 0.906\n","Epoch 974/1000, loss:0.379, Accuracy: 0.781\n","Epoch 975/1000, loss:0.688, Accuracy: 0.625\n","Epoch 976/1000, loss:0.539, Accuracy: 0.688\n","Epoch 977/1000, loss:0.433, Accuracy: 0.812\n","Epoch 978/1000, loss:0.400, Accuracy: 0.750\n","Epoch 979/1000, loss:0.404, Accuracy: 0.781\n","Epoch 980/1000, loss:0.400, Accuracy: 0.750\n","Epoch 981/1000, loss:0.364, Accuracy: 0.781\n","Epoch 982/1000, loss:0.316, Accuracy: 0.844\n","Epoch 983/1000, loss:0.478, Accuracy: 0.719\n","Epoch 984/1000, loss:0.796, Accuracy: 0.594\n","Epoch 985/1000, loss:0.292, Accuracy: 0.875\n","Epoch 986/1000, loss:0.437, Accuracy: 0.781\n","Epoch 987/1000, loss:0.316, Accuracy: 0.844\n","Epoch 988/1000, loss:0.429, Accuracy: 0.750\n","Epoch 989/1000, loss:0.461, Accuracy: 0.781\n","Epoch 990/1000, loss:0.282, Accuracy: 0.906\n","Epoch 991/1000, loss:0.397, Accuracy: 0.812\n","Epoch 992/1000, loss:0.329, Accuracy: 0.844\n","Epoch 993/1000, loss:0.342, Accuracy: 0.844\n","Epoch 994/1000, loss:0.467, Accuracy: 0.812\n","Epoch 995/1000, loss:0.457, Accuracy: 0.781\n","Epoch 996/1000, loss:0.413, Accuracy: 0.812\n","Epoch 997/1000, loss:0.457, Accuracy: 0.688\n","Epoch 998/1000, loss:0.531, Accuracy: 0.719\n","Epoch 999/1000, loss:0.300, Accuracy: 0.844\n","Epoch 1000/1000, loss:0.553, Accuracy: 0.656\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"b7mhAKZQaso0","colab_type":"code","outputId":"117af543-b1cb-4187-8cb3-d9ab369715a5","executionInfo":{"status":"ok","timestamp":1553369417927,"user_tz":-180,"elapsed":21180,"user":{"displayName":"Omer Sezer","photoUrl":"","userId":"08295833296445258983"}},"colab":{"base_uri":"https://localhost:8080/","height":17017}},"source":["num_epochs =1000\n","for epoch in range(num_epochs):\n","  for inputs, labels in train_loader:\n","    inputs = Variable(inputs.float())\n","    labels= Variable(labels.float())\n","    output = net(inputs)\n","    optimizer.zero_grad()\n","    loss = criterion(output,labels)\n","    # loss = -(labels * torch.log(output)+ (1-labels) * torch.log(1-output)).mean()\n","    loss.backward()\n","    optimizer.step()\n","  output = (output>0.5).float()\n","  accuracy = (output == labels).float().mean()\n","  print(\"Epoch {}/{}, loss:{:.3f}, Accuracy: {:.3f}\".format(epoch+1,num_epochs,loss.item(),accuracy))"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Epoch 1/1000, loss:0.384, Accuracy: 0.812\n","Epoch 2/1000, loss:0.329, Accuracy: 0.844\n","Epoch 3/1000, loss:0.548, Accuracy: 0.750\n","Epoch 4/1000, loss:0.371, Accuracy: 0.812\n","Epoch 5/1000, loss:0.374, Accuracy: 0.844\n","Epoch 6/1000, loss:0.299, Accuracy: 0.875\n","Epoch 7/1000, loss:0.332, Accuracy: 0.812\n","Epoch 8/1000, loss:0.539, Accuracy: 0.750\n","Epoch 9/1000, loss:0.420, Accuracy: 0.750\n","Epoch 10/1000, loss:0.301, Accuracy: 0.938\n","Epoch 11/1000, loss:0.736, Accuracy: 0.625\n","Epoch 12/1000, loss:0.314, Accuracy: 0.875\n","Epoch 13/1000, loss:0.304, Accuracy: 0.875\n","Epoch 14/1000, loss:0.346, Accuracy: 0.844\n","Epoch 15/1000, loss:0.583, Accuracy: 0.656\n","Epoch 16/1000, loss:0.349, Accuracy: 0.812\n","Epoch 17/1000, loss:0.460, Accuracy: 0.750\n","Epoch 18/1000, loss:0.315, Accuracy: 0.844\n","Epoch 19/1000, loss:0.538, Accuracy: 0.750\n","Epoch 20/1000, loss:0.608, Accuracy: 0.594\n","Epoch 21/1000, loss:0.551, Accuracy: 0.719\n","Epoch 22/1000, loss:0.345, Accuracy: 0.875\n","Epoch 23/1000, loss:0.381, Accuracy: 0.750\n","Epoch 24/1000, loss:0.383, Accuracy: 0.812\n","Epoch 25/1000, loss:0.447, Accuracy: 0.781\n","Epoch 26/1000, loss:0.276, Accuracy: 0.906\n","Epoch 27/1000, loss:0.434, Accuracy: 0.750\n","Epoch 28/1000, loss:0.435, Accuracy: 0.750\n","Epoch 29/1000, loss:0.411, Accuracy: 0.719\n","Epoch 30/1000, loss:0.492, Accuracy: 0.844\n","Epoch 31/1000, loss:0.585, Accuracy: 0.625\n","Epoch 32/1000, loss:0.312, Accuracy: 0.875\n","Epoch 33/1000, loss:0.392, Accuracy: 0.781\n","Epoch 34/1000, loss:0.417, Accuracy: 0.719\n","Epoch 35/1000, loss:0.525, Accuracy: 0.844\n","Epoch 36/1000, loss:0.402, Accuracy: 0.844\n","Epoch 37/1000, loss:0.226, Accuracy: 0.938\n","Epoch 38/1000, loss:0.446, Accuracy: 0.750\n","Epoch 39/1000, loss:0.412, Accuracy: 0.719\n","Epoch 40/1000, loss:0.453, Accuracy: 0.812\n","Epoch 41/1000, loss:0.497, Accuracy: 0.688\n","Epoch 42/1000, loss:0.386, Accuracy: 0.812\n","Epoch 43/1000, loss:0.545, Accuracy: 0.719\n","Epoch 44/1000, loss:0.321, Accuracy: 0.906\n","Epoch 45/1000, loss:0.357, Accuracy: 0.812\n","Epoch 46/1000, loss:0.460, Accuracy: 0.688\n","Epoch 47/1000, loss:0.248, Accuracy: 0.938\n","Epoch 48/1000, loss:0.427, Accuracy: 0.781\n","Epoch 49/1000, loss:0.412, Accuracy: 0.812\n","Epoch 50/1000, loss:0.342, Accuracy: 0.781\n","Epoch 51/1000, loss:0.371, Accuracy: 0.844\n","Epoch 52/1000, loss:0.385, Accuracy: 0.750\n","Epoch 53/1000, loss:0.560, Accuracy: 0.719\n","Epoch 54/1000, loss:0.375, Accuracy: 0.781\n","Epoch 55/1000, loss:0.540, Accuracy: 0.625\n","Epoch 56/1000, loss:0.373, Accuracy: 0.812\n","Epoch 57/1000, loss:0.512, Accuracy: 0.719\n","Epoch 58/1000, loss:0.420, Accuracy: 0.844\n","Epoch 59/1000, loss:0.384, Accuracy: 0.750\n","Epoch 60/1000, loss:0.416, Accuracy: 0.719\n","Epoch 61/1000, loss:0.563, Accuracy: 0.688\n","Epoch 62/1000, loss:0.593, Accuracy: 0.656\n","Epoch 63/1000, loss:0.407, Accuracy: 0.812\n","Epoch 64/1000, loss:0.617, Accuracy: 0.625\n","Epoch 65/1000, loss:0.453, Accuracy: 0.750\n","Epoch 66/1000, loss:0.307, Accuracy: 0.875\n","Epoch 67/1000, loss:0.464, Accuracy: 0.781\n","Epoch 68/1000, loss:0.398, Accuracy: 0.719\n","Epoch 69/1000, loss:0.537, Accuracy: 0.750\n","Epoch 70/1000, loss:0.392, Accuracy: 0.844\n","Epoch 71/1000, loss:0.424, Accuracy: 0.812\n","Epoch 72/1000, loss:0.449, Accuracy: 0.781\n","Epoch 73/1000, loss:0.326, Accuracy: 0.875\n","Epoch 74/1000, loss:0.501, Accuracy: 0.656\n","Epoch 75/1000, loss:0.584, Accuracy: 0.688\n","Epoch 76/1000, loss:0.227, Accuracy: 0.938\n","Epoch 77/1000, loss:0.642, Accuracy: 0.625\n","Epoch 78/1000, loss:0.418, Accuracy: 0.844\n","Epoch 79/1000, loss:0.432, Accuracy: 0.812\n","Epoch 80/1000, loss:0.449, Accuracy: 0.750\n","Epoch 81/1000, loss:0.482, Accuracy: 0.688\n","Epoch 82/1000, loss:0.479, Accuracy: 0.781\n","Epoch 83/1000, loss:0.647, Accuracy: 0.656\n","Epoch 84/1000, loss:0.291, Accuracy: 0.844\n","Epoch 85/1000, loss:0.483, Accuracy: 0.688\n","Epoch 86/1000, loss:0.353, Accuracy: 0.812\n","Epoch 87/1000, loss:0.365, Accuracy: 0.812\n","Epoch 88/1000, loss:0.424, Accuracy: 0.781\n","Epoch 89/1000, loss:0.513, Accuracy: 0.750\n","Epoch 90/1000, loss:0.330, Accuracy: 0.875\n","Epoch 91/1000, loss:0.564, Accuracy: 0.750\n","Epoch 92/1000, loss:0.363, Accuracy: 0.906\n","Epoch 93/1000, loss:0.528, Accuracy: 0.656\n","Epoch 94/1000, loss:0.464, Accuracy: 0.781\n","Epoch 95/1000, loss:0.465, Accuracy: 0.719\n","Epoch 96/1000, loss:0.399, Accuracy: 0.781\n","Epoch 97/1000, loss:0.382, Accuracy: 0.750\n","Epoch 98/1000, loss:0.443, Accuracy: 0.750\n","Epoch 99/1000, loss:0.562, Accuracy: 0.656\n","Epoch 100/1000, loss:0.472, Accuracy: 0.781\n","Epoch 101/1000, loss:0.548, Accuracy: 0.719\n","Epoch 102/1000, loss:0.387, Accuracy: 0.750\n","Epoch 103/1000, loss:0.385, Accuracy: 0.781\n","Epoch 104/1000, loss:0.402, Accuracy: 0.844\n","Epoch 105/1000, loss:0.330, Accuracy: 0.812\n","Epoch 106/1000, loss:0.429, Accuracy: 0.750\n","Epoch 107/1000, loss:0.542, Accuracy: 0.625\n","Epoch 108/1000, loss:0.361, Accuracy: 0.844\n","Epoch 109/1000, loss:0.339, Accuracy: 0.875\n","Epoch 110/1000, loss:0.258, Accuracy: 0.906\n","Epoch 111/1000, loss:0.538, Accuracy: 0.688\n","Epoch 112/1000, loss:0.323, Accuracy: 0.938\n","Epoch 113/1000, loss:0.347, Accuracy: 0.844\n","Epoch 114/1000, loss:0.413, Accuracy: 0.812\n","Epoch 115/1000, loss:0.341, Accuracy: 0.875\n","Epoch 116/1000, loss:0.412, Accuracy: 0.812\n","Epoch 117/1000, loss:0.424, Accuracy: 0.688\n","Epoch 118/1000, loss:0.378, Accuracy: 0.844\n","Epoch 119/1000, loss:0.340, Accuracy: 0.875\n","Epoch 120/1000, loss:0.345, Accuracy: 0.875\n","Epoch 121/1000, loss:0.605, Accuracy: 0.688\n","Epoch 122/1000, loss:0.203, Accuracy: 0.938\n","Epoch 123/1000, loss:0.538, Accuracy: 0.688\n","Epoch 124/1000, loss:0.329, Accuracy: 0.844\n","Epoch 125/1000, loss:0.511, Accuracy: 0.750\n","Epoch 126/1000, loss:0.345, Accuracy: 0.812\n","Epoch 127/1000, loss:0.658, Accuracy: 0.625\n","Epoch 128/1000, loss:0.339, Accuracy: 0.812\n","Epoch 129/1000, loss:0.332, Accuracy: 0.875\n","Epoch 130/1000, loss:0.395, Accuracy: 0.719\n","Epoch 131/1000, loss:0.499, Accuracy: 0.719\n","Epoch 132/1000, loss:0.398, Accuracy: 0.875\n","Epoch 133/1000, loss:0.698, Accuracy: 0.656\n","Epoch 134/1000, loss:0.445, Accuracy: 0.781\n","Epoch 135/1000, loss:0.498, Accuracy: 0.719\n","Epoch 136/1000, loss:0.292, Accuracy: 0.875\n","Epoch 137/1000, loss:0.303, Accuracy: 0.844\n","Epoch 138/1000, loss:0.323, Accuracy: 0.875\n","Epoch 139/1000, loss:0.464, Accuracy: 0.750\n","Epoch 140/1000, loss:0.463, Accuracy: 0.656\n","Epoch 141/1000, loss:0.755, Accuracy: 0.750\n","Epoch 142/1000, loss:0.445, Accuracy: 0.688\n","Epoch 143/1000, loss:0.369, Accuracy: 0.875\n","Epoch 144/1000, loss:0.353, Accuracy: 0.875\n","Epoch 145/1000, loss:0.396, Accuracy: 0.719\n","Epoch 146/1000, loss:0.353, Accuracy: 0.875\n","Epoch 147/1000, loss:0.359, Accuracy: 0.781\n","Epoch 148/1000, loss:0.395, Accuracy: 0.750\n","Epoch 149/1000, loss:0.423, Accuracy: 0.812\n","Epoch 150/1000, loss:0.581, Accuracy: 0.688\n","Epoch 151/1000, loss:0.499, Accuracy: 0.812\n","Epoch 152/1000, loss:0.336, Accuracy: 0.812\n","Epoch 153/1000, loss:0.391, Accuracy: 0.781\n","Epoch 154/1000, loss:0.393, Accuracy: 0.812\n","Epoch 155/1000, loss:0.297, Accuracy: 0.906\n","Epoch 156/1000, loss:0.475, Accuracy: 0.781\n","Epoch 157/1000, loss:0.402, Accuracy: 0.750\n","Epoch 158/1000, loss:0.257, Accuracy: 0.938\n","Epoch 159/1000, loss:0.481, Accuracy: 0.750\n","Epoch 160/1000, loss:0.418, Accuracy: 0.844\n","Epoch 161/1000, loss:0.390, Accuracy: 0.844\n","Epoch 162/1000, loss:0.409, Accuracy: 0.750\n","Epoch 163/1000, loss:0.429, Accuracy: 0.750\n","Epoch 164/1000, loss:0.498, Accuracy: 0.750\n","Epoch 165/1000, loss:0.343, Accuracy: 0.812\n","Epoch 166/1000, loss:0.363, Accuracy: 0.750\n","Epoch 167/1000, loss:0.549, Accuracy: 0.656\n","Epoch 168/1000, loss:0.274, Accuracy: 0.906\n","Epoch 169/1000, loss:0.344, Accuracy: 0.750\n","Epoch 170/1000, loss:0.284, Accuracy: 0.875\n","Epoch 171/1000, loss:0.439, Accuracy: 0.781\n","Epoch 172/1000, loss:0.421, Accuracy: 0.781\n","Epoch 173/1000, loss:0.493, Accuracy: 0.781\n","Epoch 174/1000, loss:0.495, Accuracy: 0.750\n","Epoch 175/1000, loss:0.535, Accuracy: 0.719\n","Epoch 176/1000, loss:0.335, Accuracy: 0.812\n","Epoch 177/1000, loss:0.394, Accuracy: 0.812\n","Epoch 178/1000, loss:0.412, Accuracy: 0.719\n","Epoch 179/1000, loss:0.452, Accuracy: 0.750\n","Epoch 180/1000, loss:0.289, Accuracy: 0.875\n","Epoch 181/1000, loss:0.362, Accuracy: 0.781\n","Epoch 182/1000, loss:0.464, Accuracy: 0.688\n","Epoch 183/1000, loss:0.364, Accuracy: 0.812\n","Epoch 184/1000, loss:0.621, Accuracy: 0.656\n","Epoch 185/1000, loss:0.424, Accuracy: 0.812\n","Epoch 186/1000, loss:0.445, Accuracy: 0.781\n","Epoch 187/1000, loss:0.391, Accuracy: 0.844\n","Epoch 188/1000, loss:0.413, Accuracy: 0.719\n","Epoch 189/1000, loss:0.420, Accuracy: 0.750\n","Epoch 190/1000, loss:0.410, Accuracy: 0.781\n","Epoch 191/1000, loss:0.394, Accuracy: 0.781\n","Epoch 192/1000, loss:0.251, Accuracy: 0.938\n","Epoch 193/1000, loss:0.592, Accuracy: 0.750\n","Epoch 194/1000, loss:0.454, Accuracy: 0.812\n","Epoch 195/1000, loss:0.482, Accuracy: 0.750\n","Epoch 196/1000, loss:0.280, Accuracy: 0.906\n","Epoch 197/1000, loss:0.324, Accuracy: 0.844\n","Epoch 198/1000, loss:0.566, Accuracy: 0.750\n","Epoch 199/1000, loss:0.439, Accuracy: 0.875\n","Epoch 200/1000, loss:0.403, Accuracy: 0.812\n","Epoch 201/1000, loss:0.567, Accuracy: 0.781\n","Epoch 202/1000, loss:0.541, Accuracy: 0.719\n","Epoch 203/1000, loss:0.325, Accuracy: 0.906\n","Epoch 204/1000, loss:0.311, Accuracy: 0.844\n","Epoch 205/1000, loss:0.336, Accuracy: 0.875\n","Epoch 206/1000, loss:0.615, Accuracy: 0.750\n","Epoch 207/1000, loss:0.334, Accuracy: 0.906\n","Epoch 208/1000, loss:0.299, Accuracy: 0.844\n","Epoch 209/1000, loss:0.502, Accuracy: 0.688\n","Epoch 210/1000, loss:0.442, Accuracy: 0.844\n","Epoch 211/1000, loss:0.253, Accuracy: 0.875\n","Epoch 212/1000, loss:0.427, Accuracy: 0.812\n","Epoch 213/1000, loss:0.542, Accuracy: 0.750\n","Epoch 214/1000, loss:0.423, Accuracy: 0.750\n","Epoch 215/1000, loss:0.213, Accuracy: 0.906\n","Epoch 216/1000, loss:0.427, Accuracy: 0.812\n","Epoch 217/1000, loss:0.442, Accuracy: 0.812\n","Epoch 218/1000, loss:0.287, Accuracy: 0.938\n","Epoch 219/1000, loss:0.549, Accuracy: 0.625\n","Epoch 220/1000, loss:0.330, Accuracy: 0.844\n","Epoch 221/1000, loss:0.403, Accuracy: 0.875\n","Epoch 222/1000, loss:0.453, Accuracy: 0.781\n","Epoch 223/1000, loss:0.500, Accuracy: 0.719\n","Epoch 224/1000, loss:0.386, Accuracy: 0.844\n","Epoch 225/1000, loss:0.474, Accuracy: 0.719\n","Epoch 226/1000, loss:0.268, Accuracy: 0.938\n","Epoch 227/1000, loss:0.347, Accuracy: 0.812\n","Epoch 228/1000, loss:0.426, Accuracy: 0.781\n","Epoch 229/1000, loss:0.583, Accuracy: 0.719\n","Epoch 230/1000, loss:0.542, Accuracy: 0.656\n","Epoch 231/1000, loss:0.317, Accuracy: 0.938\n","Epoch 232/1000, loss:0.508, Accuracy: 0.719\n","Epoch 233/1000, loss:0.551, Accuracy: 0.750\n","Epoch 234/1000, loss:0.461, Accuracy: 0.812\n","Epoch 235/1000, loss:0.395, Accuracy: 0.781\n","Epoch 236/1000, loss:0.449, Accuracy: 0.812\n","Epoch 237/1000, loss:0.457, Accuracy: 0.750\n","Epoch 238/1000, loss:0.394, Accuracy: 0.750\n","Epoch 239/1000, loss:0.568, Accuracy: 0.688\n","Epoch 240/1000, loss:0.462, Accuracy: 0.781\n","Epoch 241/1000, loss:0.491, Accuracy: 0.719\n","Epoch 242/1000, loss:0.337, Accuracy: 0.875\n","Epoch 243/1000, loss:0.354, Accuracy: 0.781\n","Epoch 244/1000, loss:0.454, Accuracy: 0.750\n","Epoch 245/1000, loss:0.470, Accuracy: 0.781\n","Epoch 246/1000, loss:0.374, Accuracy: 0.875\n","Epoch 247/1000, loss:0.418, Accuracy: 0.750\n","Epoch 248/1000, loss:0.412, Accuracy: 0.812\n","Epoch 249/1000, loss:0.531, Accuracy: 0.781\n","Epoch 250/1000, loss:0.433, Accuracy: 0.750\n","Epoch 251/1000, loss:0.485, Accuracy: 0.719\n","Epoch 252/1000, loss:0.303, Accuracy: 0.875\n","Epoch 253/1000, loss:0.444, Accuracy: 0.750\n","Epoch 254/1000, loss:0.314, Accuracy: 0.844\n","Epoch 255/1000, loss:0.378, Accuracy: 0.844\n","Epoch 256/1000, loss:0.454, Accuracy: 0.812\n","Epoch 257/1000, loss:0.576, Accuracy: 0.594\n","Epoch 258/1000, loss:0.289, Accuracy: 0.906\n","Epoch 259/1000, loss:0.485, Accuracy: 0.781\n","Epoch 260/1000, loss:0.411, Accuracy: 0.781\n","Epoch 261/1000, loss:0.517, Accuracy: 0.656\n","Epoch 262/1000, loss:0.504, Accuracy: 0.750\n","Epoch 263/1000, loss:0.384, Accuracy: 0.781\n","Epoch 264/1000, loss:0.455, Accuracy: 0.812\n","Epoch 265/1000, loss:0.461, Accuracy: 0.812\n","Epoch 266/1000, loss:0.530, Accuracy: 0.719\n","Epoch 267/1000, loss:0.307, Accuracy: 0.875\n","Epoch 268/1000, loss:0.305, Accuracy: 0.875\n","Epoch 269/1000, loss:0.433, Accuracy: 0.781\n","Epoch 270/1000, loss:0.429, Accuracy: 0.719\n","Epoch 271/1000, loss:0.603, Accuracy: 0.750\n","Epoch 272/1000, loss:0.401, Accuracy: 0.844\n","Epoch 273/1000, loss:0.571, Accuracy: 0.750\n","Epoch 274/1000, loss:0.509, Accuracy: 0.750\n","Epoch 275/1000, loss:0.460, Accuracy: 0.781\n","Epoch 276/1000, loss:0.442, Accuracy: 0.719\n","Epoch 277/1000, loss:0.429, Accuracy: 0.781\n","Epoch 278/1000, loss:0.438, Accuracy: 0.719\n","Epoch 279/1000, loss:0.537, Accuracy: 0.875\n","Epoch 280/1000, loss:0.303, Accuracy: 0.906\n","Epoch 281/1000, loss:0.274, Accuracy: 0.906\n","Epoch 282/1000, loss:0.417, Accuracy: 0.750\n","Epoch 283/1000, loss:0.427, Accuracy: 0.750\n","Epoch 284/1000, loss:0.245, Accuracy: 0.938\n","Epoch 285/1000, loss:0.489, Accuracy: 0.781\n","Epoch 286/1000, loss:0.541, Accuracy: 0.719\n","Epoch 287/1000, loss:0.357, Accuracy: 0.875\n","Epoch 288/1000, loss:0.344, Accuracy: 0.875\n","Epoch 289/1000, loss:0.512, Accuracy: 0.750\n","Epoch 290/1000, loss:0.535, Accuracy: 0.750\n","Epoch 291/1000, loss:0.400, Accuracy: 0.875\n","Epoch 292/1000, loss:0.539, Accuracy: 0.719\n","Epoch 293/1000, loss:0.277, Accuracy: 0.875\n","Epoch 294/1000, loss:0.476, Accuracy: 0.750\n","Epoch 295/1000, loss:0.259, Accuracy: 0.875\n","Epoch 296/1000, loss:0.358, Accuracy: 0.844\n","Epoch 297/1000, loss:0.455, Accuracy: 0.812\n","Epoch 298/1000, loss:0.375, Accuracy: 0.781\n","Epoch 299/1000, loss:0.537, Accuracy: 0.750\n","Epoch 300/1000, loss:0.424, Accuracy: 0.812\n","Epoch 301/1000, loss:0.287, Accuracy: 0.938\n","Epoch 302/1000, loss:0.434, Accuracy: 0.812\n","Epoch 303/1000, loss:0.467, Accuracy: 0.844\n","Epoch 304/1000, loss:0.354, Accuracy: 0.844\n","Epoch 305/1000, loss:0.535, Accuracy: 0.719\n","Epoch 306/1000, loss:0.451, Accuracy: 0.844\n","Epoch 307/1000, loss:0.365, Accuracy: 0.812\n","Epoch 308/1000, loss:0.548, Accuracy: 0.688\n","Epoch 309/1000, loss:0.334, Accuracy: 0.875\n","Epoch 310/1000, loss:0.206, Accuracy: 0.969\n","Epoch 311/1000, loss:0.502, Accuracy: 0.688\n","Epoch 312/1000, loss:0.461, Accuracy: 0.812\n","Epoch 313/1000, loss:0.458, Accuracy: 0.781\n","Epoch 314/1000, loss:0.676, Accuracy: 0.656\n","Epoch 315/1000, loss:0.571, Accuracy: 0.781\n","Epoch 316/1000, loss:0.380, Accuracy: 0.844\n","Epoch 317/1000, loss:0.548, Accuracy: 0.656\n","Epoch 318/1000, loss:0.390, Accuracy: 0.750\n","Epoch 319/1000, loss:0.310, Accuracy: 0.812\n","Epoch 320/1000, loss:0.267, Accuracy: 0.938\n","Epoch 321/1000, loss:0.261, Accuracy: 0.906\n","Epoch 322/1000, loss:0.358, Accuracy: 0.906\n","Epoch 323/1000, loss:0.415, Accuracy: 0.781\n","Epoch 324/1000, loss:0.533, Accuracy: 0.625\n","Epoch 325/1000, loss:0.433, Accuracy: 0.781\n","Epoch 326/1000, loss:0.420, Accuracy: 0.750\n","Epoch 327/1000, loss:0.420, Accuracy: 0.875\n","Epoch 328/1000, loss:0.244, Accuracy: 0.938\n","Epoch 329/1000, loss:0.388, Accuracy: 0.812\n","Epoch 330/1000, loss:0.490, Accuracy: 0.750\n","Epoch 331/1000, loss:0.367, Accuracy: 0.844\n","Epoch 332/1000, loss:0.532, Accuracy: 0.750\n","Epoch 333/1000, loss:0.455, Accuracy: 0.844\n","Epoch 334/1000, loss:0.505, Accuracy: 0.750\n","Epoch 335/1000, loss:0.572, Accuracy: 0.781\n","Epoch 336/1000, loss:0.329, Accuracy: 0.906\n","Epoch 337/1000, loss:0.494, Accuracy: 0.812\n","Epoch 338/1000, loss:0.463, Accuracy: 0.812\n","Epoch 339/1000, loss:0.424, Accuracy: 0.750\n","Epoch 340/1000, loss:0.485, Accuracy: 0.719\n","Epoch 341/1000, loss:0.481, Accuracy: 0.750\n","Epoch 342/1000, loss:0.402, Accuracy: 0.812\n","Epoch 343/1000, loss:0.237, Accuracy: 1.000\n","Epoch 344/1000, loss:0.382, Accuracy: 0.875\n","Epoch 345/1000, loss:0.396, Accuracy: 0.844\n","Epoch 346/1000, loss:0.507, Accuracy: 0.719\n","Epoch 347/1000, loss:0.436, Accuracy: 0.844\n","Epoch 348/1000, loss:0.618, Accuracy: 0.688\n","Epoch 349/1000, loss:0.410, Accuracy: 0.750\n","Epoch 350/1000, loss:0.416, Accuracy: 0.719\n","Epoch 351/1000, loss:0.357, Accuracy: 0.812\n","Epoch 352/1000, loss:0.385, Accuracy: 0.875\n","Epoch 353/1000, loss:0.322, Accuracy: 0.875\n","Epoch 354/1000, loss:0.261, Accuracy: 0.875\n","Epoch 355/1000, loss:0.465, Accuracy: 0.688\n","Epoch 356/1000, loss:0.343, Accuracy: 0.844\n","Epoch 357/1000, loss:0.454, Accuracy: 0.688\n","Epoch 358/1000, loss:0.436, Accuracy: 0.812\n","Epoch 359/1000, loss:0.258, Accuracy: 0.969\n","Epoch 360/1000, loss:0.469, Accuracy: 0.781\n","Epoch 361/1000, loss:0.463, Accuracy: 0.781\n","Epoch 362/1000, loss:0.464, Accuracy: 0.750\n","Epoch 363/1000, loss:0.323, Accuracy: 0.844\n","Epoch 364/1000, loss:0.415, Accuracy: 0.750\n","Epoch 365/1000, loss:0.351, Accuracy: 0.844\n","Epoch 366/1000, loss:0.396, Accuracy: 0.781\n","Epoch 367/1000, loss:0.406, Accuracy: 0.781\n","Epoch 368/1000, loss:0.314, Accuracy: 0.938\n","Epoch 369/1000, loss:0.262, Accuracy: 0.938\n","Epoch 370/1000, loss:0.424, Accuracy: 0.781\n","Epoch 371/1000, loss:0.373, Accuracy: 0.875\n","Epoch 372/1000, loss:0.280, Accuracy: 0.875\n","Epoch 373/1000, loss:0.442, Accuracy: 0.781\n","Epoch 374/1000, loss:0.373, Accuracy: 0.812\n","Epoch 375/1000, loss:0.551, Accuracy: 0.812\n","Epoch 376/1000, loss:0.228, Accuracy: 0.906\n","Epoch 377/1000, loss:0.376, Accuracy: 0.812\n","Epoch 378/1000, loss:0.454, Accuracy: 0.812\n","Epoch 379/1000, loss:0.251, Accuracy: 0.844\n","Epoch 380/1000, loss:0.449, Accuracy: 0.750\n","Epoch 381/1000, loss:0.407, Accuracy: 0.812\n","Epoch 382/1000, loss:0.304, Accuracy: 0.875\n","Epoch 383/1000, loss:0.324, Accuracy: 0.844\n","Epoch 384/1000, loss:0.347, Accuracy: 0.812\n","Epoch 385/1000, loss:0.489, Accuracy: 0.719\n","Epoch 386/1000, loss:0.567, Accuracy: 0.656\n","Epoch 387/1000, loss:0.321, Accuracy: 0.812\n","Epoch 388/1000, loss:0.465, Accuracy: 0.781\n","Epoch 389/1000, loss:0.353, Accuracy: 0.812\n","Epoch 390/1000, loss:0.429, Accuracy: 0.781\n","Epoch 391/1000, loss:0.480, Accuracy: 0.688\n","Epoch 392/1000, loss:0.372, Accuracy: 0.875\n","Epoch 393/1000, loss:0.422, Accuracy: 0.781\n","Epoch 394/1000, loss:0.358, Accuracy: 0.844\n","Epoch 395/1000, loss:0.335, Accuracy: 0.844\n","Epoch 396/1000, loss:0.361, Accuracy: 0.844\n","Epoch 397/1000, loss:0.311, Accuracy: 0.812\n","Epoch 398/1000, loss:0.477, Accuracy: 0.688\n","Epoch 399/1000, loss:0.461, Accuracy: 0.750\n","Epoch 400/1000, loss:0.377, Accuracy: 0.875\n","Epoch 401/1000, loss:0.535, Accuracy: 0.688\n","Epoch 402/1000, loss:0.359, Accuracy: 0.781\n","Epoch 403/1000, loss:0.558, Accuracy: 0.750\n","Epoch 404/1000, loss:0.390, Accuracy: 0.812\n","Epoch 405/1000, loss:0.403, Accuracy: 0.844\n","Epoch 406/1000, loss:0.258, Accuracy: 0.906\n","Epoch 407/1000, loss:0.423, Accuracy: 0.875\n","Epoch 408/1000, loss:0.382, Accuracy: 0.844\n","Epoch 409/1000, loss:0.430, Accuracy: 0.844\n","Epoch 410/1000, loss:0.719, Accuracy: 0.656\n","Epoch 411/1000, loss:0.330, Accuracy: 0.781\n","Epoch 412/1000, loss:0.313, Accuracy: 0.906\n","Epoch 413/1000, loss:0.324, Accuracy: 0.812\n","Epoch 414/1000, loss:0.416, Accuracy: 0.781\n","Epoch 415/1000, loss:0.487, Accuracy: 0.750\n","Epoch 416/1000, loss:0.394, Accuracy: 0.844\n","Epoch 417/1000, loss:0.545, Accuracy: 0.781\n","Epoch 418/1000, loss:0.417, Accuracy: 0.812\n","Epoch 419/1000, loss:0.324, Accuracy: 0.875\n","Epoch 420/1000, loss:0.332, Accuracy: 0.812\n","Epoch 421/1000, loss:0.484, Accuracy: 0.750\n","Epoch 422/1000, loss:0.268, Accuracy: 0.906\n","Epoch 423/1000, loss:0.436, Accuracy: 0.844\n","Epoch 424/1000, loss:0.366, Accuracy: 0.875\n","Epoch 425/1000, loss:0.620, Accuracy: 0.625\n","Epoch 426/1000, loss:0.334, Accuracy: 0.781\n","Epoch 427/1000, loss:0.480, Accuracy: 0.781\n","Epoch 428/1000, loss:0.382, Accuracy: 0.750\n","Epoch 429/1000, loss:0.430, Accuracy: 0.781\n","Epoch 430/1000, loss:0.471, Accuracy: 0.750\n","Epoch 431/1000, loss:0.676, Accuracy: 0.656\n","Epoch 432/1000, loss:0.272, Accuracy: 0.906\n","Epoch 433/1000, loss:0.384, Accuracy: 0.812\n","Epoch 434/1000, loss:0.345, Accuracy: 0.812\n","Epoch 435/1000, loss:0.362, Accuracy: 0.844\n","Epoch 436/1000, loss:0.346, Accuracy: 0.844\n","Epoch 437/1000, loss:0.515, Accuracy: 0.719\n","Epoch 438/1000, loss:0.484, Accuracy: 0.781\n","Epoch 439/1000, loss:0.376, Accuracy: 0.844\n","Epoch 440/1000, loss:0.455, Accuracy: 0.812\n","Epoch 441/1000, loss:0.463, Accuracy: 0.750\n","Epoch 442/1000, loss:0.424, Accuracy: 0.844\n","Epoch 443/1000, loss:0.368, Accuracy: 0.844\n","Epoch 444/1000, loss:0.330, Accuracy: 0.844\n","Epoch 445/1000, loss:0.405, Accuracy: 0.812\n","Epoch 446/1000, loss:0.443, Accuracy: 0.844\n","Epoch 447/1000, loss:0.352, Accuracy: 0.906\n","Epoch 448/1000, loss:0.337, Accuracy: 0.844\n","Epoch 449/1000, loss:0.504, Accuracy: 0.781\n","Epoch 450/1000, loss:0.589, Accuracy: 0.719\n","Epoch 451/1000, loss:0.429, Accuracy: 0.812\n","Epoch 452/1000, loss:0.421, Accuracy: 0.812\n","Epoch 453/1000, loss:0.253, Accuracy: 0.938\n","Epoch 454/1000, loss:0.467, Accuracy: 0.688\n","Epoch 455/1000, loss:0.449, Accuracy: 0.781\n","Epoch 456/1000, loss:0.493, Accuracy: 0.750\n","Epoch 457/1000, loss:0.498, Accuracy: 0.781\n","Epoch 458/1000, loss:0.428, Accuracy: 0.844\n","Epoch 459/1000, loss:0.419, Accuracy: 0.875\n","Epoch 460/1000, loss:0.279, Accuracy: 0.906\n","Epoch 461/1000, loss:0.487, Accuracy: 0.719\n","Epoch 462/1000, loss:0.375, Accuracy: 0.844\n","Epoch 463/1000, loss:0.310, Accuracy: 0.844\n","Epoch 464/1000, loss:0.556, Accuracy: 0.750\n","Epoch 465/1000, loss:0.461, Accuracy: 0.781\n","Epoch 466/1000, loss:0.390, Accuracy: 0.812\n","Epoch 467/1000, loss:0.373, Accuracy: 0.844\n","Epoch 468/1000, loss:0.474, Accuracy: 0.750\n","Epoch 469/1000, loss:0.306, Accuracy: 0.844\n","Epoch 470/1000, loss:0.394, Accuracy: 0.750\n","Epoch 471/1000, loss:0.497, Accuracy: 0.719\n","Epoch 472/1000, loss:0.424, Accuracy: 0.750\n","Epoch 473/1000, loss:0.376, Accuracy: 0.844\n","Epoch 474/1000, loss:0.402, Accuracy: 0.812\n","Epoch 475/1000, loss:0.603, Accuracy: 0.781\n","Epoch 476/1000, loss:0.399, Accuracy: 0.812\n","Epoch 477/1000, loss:0.373, Accuracy: 0.812\n","Epoch 478/1000, loss:0.419, Accuracy: 0.812\n","Epoch 479/1000, loss:0.226, Accuracy: 0.906\n","Epoch 480/1000, loss:0.307, Accuracy: 0.906\n","Epoch 481/1000, loss:0.326, Accuracy: 0.906\n","Epoch 482/1000, loss:0.401, Accuracy: 0.844\n","Epoch 483/1000, loss:0.414, Accuracy: 0.812\n","Epoch 484/1000, loss:0.379, Accuracy: 0.781\n","Epoch 485/1000, loss:0.381, Accuracy: 0.844\n","Epoch 486/1000, loss:0.496, Accuracy: 0.719\n","Epoch 487/1000, loss:0.390, Accuracy: 0.750\n","Epoch 488/1000, loss:0.470, Accuracy: 0.844\n","Epoch 489/1000, loss:0.508, Accuracy: 0.750\n","Epoch 490/1000, loss:0.320, Accuracy: 0.875\n","Epoch 491/1000, loss:0.571, Accuracy: 0.719\n","Epoch 492/1000, loss:0.449, Accuracy: 0.812\n","Epoch 493/1000, loss:0.370, Accuracy: 0.812\n","Epoch 494/1000, loss:0.441, Accuracy: 0.812\n","Epoch 495/1000, loss:0.418, Accuracy: 0.812\n","Epoch 496/1000, loss:0.628, Accuracy: 0.750\n","Epoch 497/1000, loss:0.500, Accuracy: 0.719\n","Epoch 498/1000, loss:0.444, Accuracy: 0.812\n","Epoch 499/1000, loss:0.611, Accuracy: 0.656\n","Epoch 500/1000, loss:0.263, Accuracy: 0.906\n","Epoch 501/1000, loss:0.369, Accuracy: 0.750\n","Epoch 502/1000, loss:0.543, Accuracy: 0.688\n","Epoch 503/1000, loss:0.613, Accuracy: 0.688\n","Epoch 504/1000, loss:0.428, Accuracy: 0.781\n","Epoch 505/1000, loss:0.452, Accuracy: 0.750\n","Epoch 506/1000, loss:0.528, Accuracy: 0.656\n","Epoch 507/1000, loss:0.350, Accuracy: 0.812\n","Epoch 508/1000, loss:0.342, Accuracy: 0.844\n","Epoch 509/1000, loss:0.341, Accuracy: 0.812\n","Epoch 510/1000, loss:0.405, Accuracy: 0.812\n","Epoch 511/1000, loss:0.601, Accuracy: 0.719\n","Epoch 512/1000, loss:0.394, Accuracy: 0.875\n","Epoch 513/1000, loss:0.434, Accuracy: 0.719\n","Epoch 514/1000, loss:0.309, Accuracy: 0.812\n","Epoch 515/1000, loss:0.416, Accuracy: 0.875\n","Epoch 516/1000, loss:0.300, Accuracy: 0.875\n","Epoch 517/1000, loss:0.457, Accuracy: 0.719\n","Epoch 518/1000, loss:0.372, Accuracy: 0.844\n","Epoch 519/1000, loss:0.411, Accuracy: 0.781\n","Epoch 520/1000, loss:0.452, Accuracy: 0.812\n","Epoch 521/1000, loss:0.497, Accuracy: 0.750\n","Epoch 522/1000, loss:0.238, Accuracy: 0.906\n","Epoch 523/1000, loss:0.484, Accuracy: 0.688\n","Epoch 524/1000, loss:0.429, Accuracy: 0.812\n","Epoch 525/1000, loss:0.569, Accuracy: 0.781\n","Epoch 526/1000, loss:0.389, Accuracy: 0.906\n","Epoch 527/1000, loss:0.358, Accuracy: 0.812\n","Epoch 528/1000, loss:0.534, Accuracy: 0.781\n","Epoch 529/1000, loss:0.504, Accuracy: 0.719\n","Epoch 530/1000, loss:0.459, Accuracy: 0.719\n","Epoch 531/1000, loss:0.414, Accuracy: 0.812\n","Epoch 532/1000, loss:0.509, Accuracy: 0.750\n","Epoch 533/1000, loss:0.308, Accuracy: 0.906\n","Epoch 534/1000, loss:0.401, Accuracy: 0.844\n","Epoch 535/1000, loss:0.320, Accuracy: 0.875\n","Epoch 536/1000, loss:0.415, Accuracy: 0.812\n","Epoch 537/1000, loss:0.390, Accuracy: 0.875\n","Epoch 538/1000, loss:0.347, Accuracy: 0.812\n","Epoch 539/1000, loss:0.386, Accuracy: 0.812\n","Epoch 540/1000, loss:0.366, Accuracy: 0.812\n","Epoch 541/1000, loss:0.592, Accuracy: 0.625\n","Epoch 542/1000, loss:0.395, Accuracy: 0.844\n","Epoch 543/1000, loss:0.558, Accuracy: 0.656\n","Epoch 544/1000, loss:0.460, Accuracy: 0.750\n","Epoch 545/1000, loss:0.611, Accuracy: 0.656\n","Epoch 546/1000, loss:0.412, Accuracy: 0.844\n","Epoch 547/1000, loss:0.405, Accuracy: 0.812\n","Epoch 548/1000, loss:0.338, Accuracy: 0.875\n","Epoch 549/1000, loss:0.320, Accuracy: 0.875\n","Epoch 550/1000, loss:0.300, Accuracy: 0.844\n","Epoch 551/1000, loss:0.414, Accuracy: 0.781\n","Epoch 552/1000, loss:0.496, Accuracy: 0.750\n","Epoch 553/1000, loss:0.363, Accuracy: 0.875\n","Epoch 554/1000, loss:0.324, Accuracy: 0.875\n","Epoch 555/1000, loss:0.432, Accuracy: 0.781\n","Epoch 556/1000, loss:0.556, Accuracy: 0.750\n","Epoch 557/1000, loss:0.356, Accuracy: 0.844\n","Epoch 558/1000, loss:0.539, Accuracy: 0.719\n","Epoch 559/1000, loss:0.394, Accuracy: 0.844\n","Epoch 560/1000, loss:0.537, Accuracy: 0.719\n","Epoch 561/1000, loss:0.316, Accuracy: 0.875\n","Epoch 562/1000, loss:0.464, Accuracy: 0.688\n","Epoch 563/1000, loss:0.467, Accuracy: 0.781\n","Epoch 564/1000, loss:0.453, Accuracy: 0.781\n","Epoch 565/1000, loss:0.402, Accuracy: 0.875\n","Epoch 566/1000, loss:0.259, Accuracy: 0.875\n","Epoch 567/1000, loss:0.686, Accuracy: 0.656\n","Epoch 568/1000, loss:0.276, Accuracy: 0.938\n","Epoch 569/1000, loss:0.521, Accuracy: 0.750\n","Epoch 570/1000, loss:0.535, Accuracy: 0.750\n","Epoch 571/1000, loss:0.329, Accuracy: 0.844\n","Epoch 572/1000, loss:0.364, Accuracy: 0.875\n","Epoch 573/1000, loss:0.439, Accuracy: 0.781\n","Epoch 574/1000, loss:0.428, Accuracy: 0.812\n","Epoch 575/1000, loss:0.416, Accuracy: 0.781\n","Epoch 576/1000, loss:0.564, Accuracy: 0.750\n","Epoch 577/1000, loss:0.439, Accuracy: 0.844\n","Epoch 578/1000, loss:0.479, Accuracy: 0.781\n","Epoch 579/1000, loss:0.507, Accuracy: 0.750\n","Epoch 580/1000, loss:0.336, Accuracy: 0.812\n","Epoch 581/1000, loss:0.274, Accuracy: 0.875\n","Epoch 582/1000, loss:0.368, Accuracy: 0.875\n","Epoch 583/1000, loss:0.522, Accuracy: 0.750\n","Epoch 584/1000, loss:0.447, Accuracy: 0.750\n","Epoch 585/1000, loss:0.408, Accuracy: 0.812\n","Epoch 586/1000, loss:0.357, Accuracy: 0.812\n","Epoch 587/1000, loss:0.469, Accuracy: 0.750\n","Epoch 588/1000, loss:0.400, Accuracy: 0.781\n","Epoch 589/1000, loss:0.564, Accuracy: 0.688\n","Epoch 590/1000, loss:0.369, Accuracy: 0.875\n","Epoch 591/1000, loss:0.450, Accuracy: 0.812\n","Epoch 592/1000, loss:0.444, Accuracy: 0.812\n","Epoch 593/1000, loss:0.501, Accuracy: 0.719\n","Epoch 594/1000, loss:0.324, Accuracy: 0.875\n","Epoch 595/1000, loss:0.504, Accuracy: 0.750\n","Epoch 596/1000, loss:0.350, Accuracy: 0.844\n","Epoch 597/1000, loss:0.306, Accuracy: 0.844\n","Epoch 598/1000, loss:0.453, Accuracy: 0.812\n","Epoch 599/1000, loss:0.408, Accuracy: 0.781\n","Epoch 600/1000, loss:0.341, Accuracy: 0.844\n","Epoch 601/1000, loss:0.373, Accuracy: 0.844\n","Epoch 602/1000, loss:0.450, Accuracy: 0.750\n","Epoch 603/1000, loss:0.356, Accuracy: 0.875\n","Epoch 604/1000, loss:0.376, Accuracy: 0.781\n","Epoch 605/1000, loss:0.378, Accuracy: 0.750\n","Epoch 606/1000, loss:0.447, Accuracy: 0.719\n","Epoch 607/1000, loss:0.346, Accuracy: 0.812\n","Epoch 608/1000, loss:0.312, Accuracy: 0.906\n","Epoch 609/1000, loss:0.655, Accuracy: 0.625\n","Epoch 610/1000, loss:0.546, Accuracy: 0.688\n","Epoch 611/1000, loss:0.444, Accuracy: 0.781\n","Epoch 612/1000, loss:0.296, Accuracy: 0.906\n","Epoch 613/1000, loss:0.316, Accuracy: 0.906\n","Epoch 614/1000, loss:0.442, Accuracy: 0.781\n","Epoch 615/1000, loss:0.481, Accuracy: 0.812\n","Epoch 616/1000, loss:0.440, Accuracy: 0.812\n","Epoch 617/1000, loss:0.167, Accuracy: 0.969\n","Epoch 618/1000, loss:0.331, Accuracy: 0.906\n","Epoch 619/1000, loss:0.649, Accuracy: 0.719\n","Epoch 620/1000, loss:0.355, Accuracy: 0.844\n","Epoch 621/1000, loss:0.361, Accuracy: 0.906\n","Epoch 622/1000, loss:0.327, Accuracy: 0.906\n","Epoch 623/1000, loss:0.377, Accuracy: 0.844\n","Epoch 624/1000, loss:0.418, Accuracy: 0.781\n","Epoch 625/1000, loss:0.419, Accuracy: 0.688\n","Epoch 626/1000, loss:0.331, Accuracy: 0.844\n","Epoch 627/1000, loss:0.449, Accuracy: 0.781\n","Epoch 628/1000, loss:0.395, Accuracy: 0.812\n","Epoch 629/1000, loss:0.492, Accuracy: 0.688\n","Epoch 630/1000, loss:0.334, Accuracy: 0.812\n","Epoch 631/1000, loss:0.603, Accuracy: 0.656\n","Epoch 632/1000, loss:0.470, Accuracy: 0.812\n","Epoch 633/1000, loss:0.577, Accuracy: 0.781\n","Epoch 634/1000, loss:0.387, Accuracy: 0.875\n","Epoch 635/1000, loss:0.528, Accuracy: 0.719\n","Epoch 636/1000, loss:0.571, Accuracy: 0.656\n","Epoch 637/1000, loss:0.275, Accuracy: 0.938\n","Epoch 638/1000, loss:0.316, Accuracy: 0.812\n","Epoch 639/1000, loss:0.614, Accuracy: 0.844\n","Epoch 640/1000, loss:0.477, Accuracy: 0.719\n","Epoch 641/1000, loss:0.354, Accuracy: 0.812\n","Epoch 642/1000, loss:0.444, Accuracy: 0.781\n","Epoch 643/1000, loss:0.452, Accuracy: 0.812\n","Epoch 644/1000, loss:0.366, Accuracy: 0.875\n","Epoch 645/1000, loss:0.410, Accuracy: 0.875\n","Epoch 646/1000, loss:0.422, Accuracy: 0.750\n","Epoch 647/1000, loss:0.318, Accuracy: 0.844\n","Epoch 648/1000, loss:0.532, Accuracy: 0.844\n","Epoch 649/1000, loss:0.351, Accuracy: 0.844\n","Epoch 650/1000, loss:0.331, Accuracy: 0.812\n","Epoch 651/1000, loss:0.393, Accuracy: 0.844\n","Epoch 652/1000, loss:0.374, Accuracy: 0.812\n","Epoch 653/1000, loss:0.395, Accuracy: 0.781\n","Epoch 654/1000, loss:0.492, Accuracy: 0.719\n","Epoch 655/1000, loss:0.397, Accuracy: 0.750\n","Epoch 656/1000, loss:0.425, Accuracy: 0.812\n","Epoch 657/1000, loss:0.468, Accuracy: 0.750\n","Epoch 658/1000, loss:0.632, Accuracy: 0.688\n","Epoch 659/1000, loss:0.337, Accuracy: 0.812\n","Epoch 660/1000, loss:0.511, Accuracy: 0.688\n","Epoch 661/1000, loss:0.393, Accuracy: 0.844\n","Epoch 662/1000, loss:0.318, Accuracy: 0.875\n","Epoch 663/1000, loss:0.372, Accuracy: 0.844\n","Epoch 664/1000, loss:0.498, Accuracy: 0.750\n","Epoch 665/1000, loss:0.402, Accuracy: 0.875\n","Epoch 666/1000, loss:0.368, Accuracy: 0.812\n","Epoch 667/1000, loss:0.524, Accuracy: 0.719\n","Epoch 668/1000, loss:0.454, Accuracy: 0.781\n","Epoch 669/1000, loss:0.447, Accuracy: 0.812\n","Epoch 670/1000, loss:0.337, Accuracy: 0.844\n","Epoch 671/1000, loss:0.321, Accuracy: 0.875\n","Epoch 672/1000, loss:0.426, Accuracy: 0.812\n","Epoch 673/1000, loss:0.233, Accuracy: 0.938\n","Epoch 674/1000, loss:0.309, Accuracy: 0.875\n","Epoch 675/1000, loss:0.560, Accuracy: 0.656\n","Epoch 676/1000, loss:0.515, Accuracy: 0.750\n","Epoch 677/1000, loss:0.292, Accuracy: 0.844\n","Epoch 678/1000, loss:0.455, Accuracy: 0.781\n","Epoch 679/1000, loss:0.490, Accuracy: 0.781\n","Epoch 680/1000, loss:0.514, Accuracy: 0.812\n","Epoch 681/1000, loss:0.413, Accuracy: 0.812\n","Epoch 682/1000, loss:0.425, Accuracy: 0.812\n","Epoch 683/1000, loss:0.289, Accuracy: 0.875\n","Epoch 684/1000, loss:0.388, Accuracy: 0.812\n","Epoch 685/1000, loss:0.502, Accuracy: 0.750\n","Epoch 686/1000, loss:0.325, Accuracy: 0.875\n","Epoch 687/1000, loss:0.364, Accuracy: 0.812\n","Epoch 688/1000, loss:0.376, Accuracy: 0.750\n","Epoch 689/1000, loss:0.285, Accuracy: 0.875\n","Epoch 690/1000, loss:0.314, Accuracy: 0.844\n","Epoch 691/1000, loss:0.361, Accuracy: 0.844\n","Epoch 692/1000, loss:0.374, Accuracy: 0.812\n","Epoch 693/1000, loss:0.533, Accuracy: 0.812\n","Epoch 694/1000, loss:0.578, Accuracy: 0.719\n","Epoch 695/1000, loss:0.445, Accuracy: 0.750\n","Epoch 696/1000, loss:0.432, Accuracy: 0.750\n","Epoch 697/1000, loss:0.518, Accuracy: 0.719\n","Epoch 698/1000, loss:0.451, Accuracy: 0.719\n","Epoch 699/1000, loss:0.445, Accuracy: 0.844\n","Epoch 700/1000, loss:0.319, Accuracy: 0.844\n","Epoch 701/1000, loss:0.406, Accuracy: 0.781\n","Epoch 702/1000, loss:0.436, Accuracy: 0.781\n","Epoch 703/1000, loss:0.378, Accuracy: 0.844\n","Epoch 704/1000, loss:0.470, Accuracy: 0.750\n","Epoch 705/1000, loss:0.428, Accuracy: 0.844\n","Epoch 706/1000, loss:0.572, Accuracy: 0.688\n","Epoch 707/1000, loss:0.459, Accuracy: 0.844\n","Epoch 708/1000, loss:0.288, Accuracy: 0.906\n","Epoch 709/1000, loss:0.358, Accuracy: 0.875\n","Epoch 710/1000, loss:0.410, Accuracy: 0.812\n","Epoch 711/1000, loss:0.466, Accuracy: 0.781\n","Epoch 712/1000, loss:0.322, Accuracy: 0.844\n","Epoch 713/1000, loss:0.520, Accuracy: 0.750\n","Epoch 714/1000, loss:0.425, Accuracy: 0.781\n","Epoch 715/1000, loss:0.368, Accuracy: 0.812\n","Epoch 716/1000, loss:0.535, Accuracy: 0.844\n","Epoch 717/1000, loss:0.284, Accuracy: 0.969\n","Epoch 718/1000, loss:0.528, Accuracy: 0.750\n","Epoch 719/1000, loss:0.333, Accuracy: 0.812\n","Epoch 720/1000, loss:0.291, Accuracy: 0.875\n","Epoch 721/1000, loss:0.418, Accuracy: 0.812\n","Epoch 722/1000, loss:0.374, Accuracy: 0.781\n","Epoch 723/1000, loss:0.351, Accuracy: 0.812\n","Epoch 724/1000, loss:0.261, Accuracy: 0.938\n","Epoch 725/1000, loss:0.461, Accuracy: 0.719\n","Epoch 726/1000, loss:0.479, Accuracy: 0.781\n","Epoch 727/1000, loss:0.398, Accuracy: 0.844\n","Epoch 728/1000, loss:0.447, Accuracy: 0.812\n","Epoch 729/1000, loss:0.514, Accuracy: 0.750\n","Epoch 730/1000, loss:0.528, Accuracy: 0.719\n","Epoch 731/1000, loss:0.475, Accuracy: 0.781\n","Epoch 732/1000, loss:0.357, Accuracy: 0.781\n","Epoch 733/1000, loss:0.309, Accuracy: 0.844\n","Epoch 734/1000, loss:0.481, Accuracy: 0.750\n","Epoch 735/1000, loss:0.301, Accuracy: 0.844\n","Epoch 736/1000, loss:0.295, Accuracy: 0.875\n","Epoch 737/1000, loss:0.512, Accuracy: 0.750\n","Epoch 738/1000, loss:0.392, Accuracy: 0.812\n","Epoch 739/1000, loss:0.265, Accuracy: 0.906\n","Epoch 740/1000, loss:0.415, Accuracy: 0.781\n","Epoch 741/1000, loss:0.283, Accuracy: 0.875\n","Epoch 742/1000, loss:0.375, Accuracy: 0.875\n","Epoch 743/1000, loss:0.499, Accuracy: 0.750\n","Epoch 744/1000, loss:0.431, Accuracy: 0.781\n","Epoch 745/1000, loss:0.362, Accuracy: 0.812\n","Epoch 746/1000, loss:0.482, Accuracy: 0.719\n","Epoch 747/1000, loss:0.338, Accuracy: 0.906\n","Epoch 748/1000, loss:0.602, Accuracy: 0.781\n","Epoch 749/1000, loss:0.328, Accuracy: 0.844\n","Epoch 750/1000, loss:0.467, Accuracy: 0.719\n","Epoch 751/1000, loss:0.242, Accuracy: 0.906\n","Epoch 752/1000, loss:0.422, Accuracy: 0.812\n","Epoch 753/1000, loss:0.422, Accuracy: 0.812\n","Epoch 754/1000, loss:0.461, Accuracy: 0.844\n","Epoch 755/1000, loss:0.346, Accuracy: 0.844\n","Epoch 756/1000, loss:0.368, Accuracy: 0.844\n","Epoch 757/1000, loss:0.403, Accuracy: 0.812\n","Epoch 758/1000, loss:0.321, Accuracy: 0.875\n","Epoch 759/1000, loss:0.313, Accuracy: 0.906\n","Epoch 760/1000, loss:0.481, Accuracy: 0.781\n","Epoch 761/1000, loss:0.561, Accuracy: 0.625\n","Epoch 762/1000, loss:0.343, Accuracy: 0.812\n","Epoch 763/1000, loss:0.488, Accuracy: 0.750\n","Epoch 764/1000, loss:0.321, Accuracy: 0.906\n","Epoch 765/1000, loss:0.365, Accuracy: 0.812\n","Epoch 766/1000, loss:0.346, Accuracy: 0.906\n","Epoch 767/1000, loss:0.331, Accuracy: 0.875\n","Epoch 768/1000, loss:0.295, Accuracy: 0.938\n","Epoch 769/1000, loss:0.352, Accuracy: 0.875\n","Epoch 770/1000, loss:0.347, Accuracy: 0.812\n","Epoch 771/1000, loss:0.401, Accuracy: 0.781\n","Epoch 772/1000, loss:0.551, Accuracy: 0.625\n","Epoch 773/1000, loss:0.540, Accuracy: 0.812\n","Epoch 774/1000, loss:0.436, Accuracy: 0.750\n","Epoch 775/1000, loss:0.359, Accuracy: 0.875\n","Epoch 776/1000, loss:0.515, Accuracy: 0.688\n","Epoch 777/1000, loss:0.362, Accuracy: 0.844\n","Epoch 778/1000, loss:0.346, Accuracy: 0.875\n","Epoch 779/1000, loss:0.306, Accuracy: 0.906\n","Epoch 780/1000, loss:0.363, Accuracy: 0.875\n","Epoch 781/1000, loss:0.408, Accuracy: 0.812\n","Epoch 782/1000, loss:0.388, Accuracy: 0.844\n","Epoch 783/1000, loss:0.281, Accuracy: 0.844\n","Epoch 784/1000, loss:0.551, Accuracy: 0.688\n","Epoch 785/1000, loss:0.403, Accuracy: 0.875\n","Epoch 786/1000, loss:0.391, Accuracy: 0.812\n","Epoch 787/1000, loss:0.465, Accuracy: 0.781\n","Epoch 788/1000, loss:0.461, Accuracy: 0.719\n","Epoch 789/1000, loss:0.453, Accuracy: 0.750\n","Epoch 790/1000, loss:0.390, Accuracy: 0.812\n","Epoch 791/1000, loss:0.456, Accuracy: 0.719\n","Epoch 792/1000, loss:0.304, Accuracy: 0.844\n","Epoch 793/1000, loss:0.331, Accuracy: 0.812\n","Epoch 794/1000, loss:0.399, Accuracy: 0.812\n","Epoch 795/1000, loss:0.338, Accuracy: 0.844\n","Epoch 796/1000, loss:0.523, Accuracy: 0.750\n","Epoch 797/1000, loss:0.372, Accuracy: 0.844\n","Epoch 798/1000, loss:0.317, Accuracy: 0.844\n","Epoch 799/1000, loss:0.573, Accuracy: 0.750\n","Epoch 800/1000, loss:0.379, Accuracy: 0.812\n","Epoch 801/1000, loss:0.399, Accuracy: 0.750\n","Epoch 802/1000, loss:0.319, Accuracy: 0.844\n","Epoch 803/1000, loss:0.378, Accuracy: 0.812\n","Epoch 804/1000, loss:0.344, Accuracy: 0.844\n","Epoch 805/1000, loss:0.395, Accuracy: 0.844\n","Epoch 806/1000, loss:0.660, Accuracy: 0.719\n","Epoch 807/1000, loss:0.425, Accuracy: 0.781\n","Epoch 808/1000, loss:0.478, Accuracy: 0.750\n","Epoch 809/1000, loss:0.495, Accuracy: 0.844\n","Epoch 810/1000, loss:0.435, Accuracy: 0.812\n","Epoch 811/1000, loss:0.549, Accuracy: 0.625\n","Epoch 812/1000, loss:0.385, Accuracy: 0.844\n","Epoch 813/1000, loss:0.372, Accuracy: 0.812\n","Epoch 814/1000, loss:0.387, Accuracy: 0.844\n","Epoch 815/1000, loss:0.390, Accuracy: 0.844\n","Epoch 816/1000, loss:0.468, Accuracy: 0.625\n","Epoch 817/1000, loss:0.427, Accuracy: 0.750\n","Epoch 818/1000, loss:0.381, Accuracy: 0.844\n","Epoch 819/1000, loss:0.521, Accuracy: 0.781\n","Epoch 820/1000, loss:0.420, Accuracy: 0.750\n","Epoch 821/1000, loss:0.376, Accuracy: 0.875\n","Epoch 822/1000, loss:0.420, Accuracy: 0.812\n","Epoch 823/1000, loss:0.256, Accuracy: 0.906\n","Epoch 824/1000, loss:0.390, Accuracy: 0.812\n","Epoch 825/1000, loss:0.418, Accuracy: 0.781\n","Epoch 826/1000, loss:0.379, Accuracy: 0.875\n","Epoch 827/1000, loss:0.244, Accuracy: 0.875\n","Epoch 828/1000, loss:0.363, Accuracy: 0.875\n","Epoch 829/1000, loss:0.383, Accuracy: 0.844\n","Epoch 830/1000, loss:0.363, Accuracy: 0.812\n","Epoch 831/1000, loss:0.426, Accuracy: 0.781\n","Epoch 832/1000, loss:0.442, Accuracy: 0.812\n","Epoch 833/1000, loss:0.417, Accuracy: 0.844\n","Epoch 834/1000, loss:0.455, Accuracy: 0.812\n","Epoch 835/1000, loss:0.415, Accuracy: 0.844\n","Epoch 836/1000, loss:0.446, Accuracy: 0.812\n","Epoch 837/1000, loss:0.576, Accuracy: 0.812\n","Epoch 838/1000, loss:0.349, Accuracy: 0.906\n","Epoch 839/1000, loss:0.464, Accuracy: 0.719\n","Epoch 840/1000, loss:0.407, Accuracy: 0.812\n","Epoch 841/1000, loss:0.291, Accuracy: 0.844\n","Epoch 842/1000, loss:0.289, Accuracy: 0.812\n","Epoch 843/1000, loss:0.544, Accuracy: 0.719\n","Epoch 844/1000, loss:0.478, Accuracy: 0.812\n","Epoch 845/1000, loss:0.406, Accuracy: 0.781\n","Epoch 846/1000, loss:0.493, Accuracy: 0.750\n","Epoch 847/1000, loss:0.518, Accuracy: 0.719\n","Epoch 848/1000, loss:0.368, Accuracy: 0.812\n","Epoch 849/1000, loss:0.359, Accuracy: 0.812\n","Epoch 850/1000, loss:0.491, Accuracy: 0.812\n","Epoch 851/1000, loss:0.410, Accuracy: 0.719\n","Epoch 852/1000, loss:0.467, Accuracy: 0.781\n","Epoch 853/1000, loss:0.379, Accuracy: 0.812\n","Epoch 854/1000, loss:0.599, Accuracy: 0.719\n","Epoch 855/1000, loss:0.434, Accuracy: 0.812\n","Epoch 856/1000, loss:0.471, Accuracy: 0.750\n","Epoch 857/1000, loss:0.272, Accuracy: 0.906\n","Epoch 858/1000, loss:0.720, Accuracy: 0.688\n","Epoch 859/1000, loss:0.579, Accuracy: 0.719\n","Epoch 860/1000, loss:0.426, Accuracy: 0.781\n","Epoch 861/1000, loss:0.370, Accuracy: 0.844\n","Epoch 862/1000, loss:0.276, Accuracy: 0.938\n","Epoch 863/1000, loss:0.336, Accuracy: 0.875\n","Epoch 864/1000, loss:0.452, Accuracy: 0.781\n","Epoch 865/1000, loss:0.242, Accuracy: 0.906\n","Epoch 866/1000, loss:0.443, Accuracy: 0.719\n","Epoch 867/1000, loss:0.493, Accuracy: 0.750\n","Epoch 868/1000, loss:0.406, Accuracy: 0.844\n","Epoch 869/1000, loss:0.439, Accuracy: 0.812\n","Epoch 870/1000, loss:0.517, Accuracy: 0.719\n","Epoch 871/1000, loss:0.403, Accuracy: 0.812\n","Epoch 872/1000, loss:0.736, Accuracy: 0.656\n","Epoch 873/1000, loss:0.519, Accuracy: 0.719\n","Epoch 874/1000, loss:0.384, Accuracy: 0.750\n","Epoch 875/1000, loss:0.371, Accuracy: 0.875\n","Epoch 876/1000, loss:0.391, Accuracy: 0.812\n","Epoch 877/1000, loss:0.489, Accuracy: 0.750\n","Epoch 878/1000, loss:0.540, Accuracy: 0.594\n","Epoch 879/1000, loss:0.418, Accuracy: 0.812\n","Epoch 880/1000, loss:0.422, Accuracy: 0.844\n","Epoch 881/1000, loss:0.321, Accuracy: 0.844\n","Epoch 882/1000, loss:0.452, Accuracy: 0.781\n","Epoch 883/1000, loss:0.333, Accuracy: 0.844\n","Epoch 884/1000, loss:0.287, Accuracy: 0.906\n","Epoch 885/1000, loss:0.244, Accuracy: 0.906\n","Epoch 886/1000, loss:0.418, Accuracy: 0.812\n","Epoch 887/1000, loss:0.592, Accuracy: 0.781\n","Epoch 888/1000, loss:0.387, Accuracy: 0.844\n","Epoch 889/1000, loss:0.494, Accuracy: 0.781\n","Epoch 890/1000, loss:0.416, Accuracy: 0.875\n","Epoch 891/1000, loss:0.647, Accuracy: 0.656\n","Epoch 892/1000, loss:0.408, Accuracy: 0.875\n","Epoch 893/1000, loss:0.392, Accuracy: 0.812\n","Epoch 894/1000, loss:0.349, Accuracy: 0.781\n","Epoch 895/1000, loss:0.386, Accuracy: 0.844\n","Epoch 896/1000, loss:0.513, Accuracy: 0.656\n","Epoch 897/1000, loss:0.406, Accuracy: 0.719\n","Epoch 898/1000, loss:0.406, Accuracy: 0.812\n","Epoch 899/1000, loss:0.453, Accuracy: 0.844\n","Epoch 900/1000, loss:0.295, Accuracy: 0.906\n","Epoch 901/1000, loss:0.412, Accuracy: 0.812\n","Epoch 902/1000, loss:0.431, Accuracy: 0.844\n","Epoch 903/1000, loss:0.450, Accuracy: 0.688\n","Epoch 904/1000, loss:0.428, Accuracy: 0.781\n","Epoch 905/1000, loss:0.295, Accuracy: 0.875\n","Epoch 906/1000, loss:0.344, Accuracy: 0.844\n","Epoch 907/1000, loss:0.480, Accuracy: 0.781\n","Epoch 908/1000, loss:0.258, Accuracy: 0.906\n","Epoch 909/1000, loss:0.421, Accuracy: 0.812\n","Epoch 910/1000, loss:0.409, Accuracy: 0.781\n","Epoch 911/1000, loss:0.351, Accuracy: 0.875\n","Epoch 912/1000, loss:0.356, Accuracy: 0.812\n","Epoch 913/1000, loss:0.343, Accuracy: 0.844\n","Epoch 914/1000, loss:0.403, Accuracy: 0.781\n","Epoch 915/1000, loss:0.275, Accuracy: 0.875\n","Epoch 916/1000, loss:0.483, Accuracy: 0.719\n","Epoch 917/1000, loss:0.508, Accuracy: 0.781\n","Epoch 918/1000, loss:0.487, Accuracy: 0.750\n","Epoch 919/1000, loss:0.259, Accuracy: 0.938\n","Epoch 920/1000, loss:0.613, Accuracy: 0.750\n","Epoch 921/1000, loss:0.489, Accuracy: 0.688\n","Epoch 922/1000, loss:0.413, Accuracy: 0.781\n","Epoch 923/1000, loss:0.565, Accuracy: 0.688\n","Epoch 924/1000, loss:0.377, Accuracy: 0.781\n","Epoch 925/1000, loss:0.515, Accuracy: 0.781\n","Epoch 926/1000, loss:0.427, Accuracy: 0.781\n","Epoch 927/1000, loss:0.608, Accuracy: 0.656\n","Epoch 928/1000, loss:0.338, Accuracy: 0.938\n","Epoch 929/1000, loss:0.537, Accuracy: 0.812\n","Epoch 930/1000, loss:0.602, Accuracy: 0.750\n","Epoch 931/1000, loss:0.280, Accuracy: 0.906\n","Epoch 932/1000, loss:0.453, Accuracy: 0.844\n","Epoch 933/1000, loss:0.344, Accuracy: 0.875\n","Epoch 934/1000, loss:0.583, Accuracy: 0.781\n","Epoch 935/1000, loss:0.356, Accuracy: 0.875\n","Epoch 936/1000, loss:0.422, Accuracy: 0.844\n","Epoch 937/1000, loss:0.375, Accuracy: 0.844\n","Epoch 938/1000, loss:0.487, Accuracy: 0.750\n","Epoch 939/1000, loss:0.549, Accuracy: 0.750\n","Epoch 940/1000, loss:0.359, Accuracy: 0.875\n","Epoch 941/1000, loss:0.558, Accuracy: 0.750\n","Epoch 942/1000, loss:0.509, Accuracy: 0.750\n","Epoch 943/1000, loss:0.354, Accuracy: 0.812\n","Epoch 944/1000, loss:0.379, Accuracy: 0.781\n","Epoch 945/1000, loss:0.528, Accuracy: 0.750\n","Epoch 946/1000, loss:0.482, Accuracy: 0.812\n","Epoch 947/1000, loss:0.377, Accuracy: 0.844\n","Epoch 948/1000, loss:0.452, Accuracy: 0.781\n","Epoch 949/1000, loss:0.455, Accuracy: 0.750\n","Epoch 950/1000, loss:0.351, Accuracy: 0.844\n","Epoch 951/1000, loss:0.559, Accuracy: 0.781\n","Epoch 952/1000, loss:0.414, Accuracy: 0.844\n","Epoch 953/1000, loss:0.288, Accuracy: 0.844\n","Epoch 954/1000, loss:0.270, Accuracy: 0.938\n","Epoch 955/1000, loss:0.585, Accuracy: 0.688\n","Epoch 956/1000, loss:0.412, Accuracy: 0.844\n","Epoch 957/1000, loss:0.272, Accuracy: 0.875\n","Epoch 958/1000, loss:0.377, Accuracy: 0.812\n","Epoch 959/1000, loss:0.282, Accuracy: 0.844\n","Epoch 960/1000, loss:0.348, Accuracy: 0.812\n","Epoch 961/1000, loss:0.509, Accuracy: 0.719\n","Epoch 962/1000, loss:0.536, Accuracy: 0.812\n","Epoch 963/1000, loss:0.608, Accuracy: 0.750\n","Epoch 964/1000, loss:0.427, Accuracy: 0.750\n","Epoch 965/1000, loss:0.322, Accuracy: 0.844\n","Epoch 966/1000, loss:0.301, Accuracy: 0.875\n","Epoch 967/1000, loss:0.317, Accuracy: 0.812\n","Epoch 968/1000, loss:0.323, Accuracy: 0.875\n","Epoch 969/1000, loss:0.338, Accuracy: 0.938\n","Epoch 970/1000, loss:0.291, Accuracy: 0.875\n","Epoch 971/1000, loss:0.468, Accuracy: 0.844\n","Epoch 972/1000, loss:0.262, Accuracy: 0.938\n","Epoch 973/1000, loss:0.323, Accuracy: 0.875\n","Epoch 974/1000, loss:0.440, Accuracy: 0.781\n","Epoch 975/1000, loss:0.667, Accuracy: 0.719\n","Epoch 976/1000, loss:0.478, Accuracy: 0.812\n","Epoch 977/1000, loss:0.473, Accuracy: 0.750\n","Epoch 978/1000, loss:0.803, Accuracy: 0.656\n","Epoch 979/1000, loss:0.402, Accuracy: 0.750\n","Epoch 980/1000, loss:0.349, Accuracy: 0.812\n","Epoch 981/1000, loss:0.312, Accuracy: 0.938\n","Epoch 982/1000, loss:0.405, Accuracy: 0.844\n","Epoch 983/1000, loss:0.420, Accuracy: 0.844\n","Epoch 984/1000, loss:0.635, Accuracy: 0.719\n","Epoch 985/1000, loss:0.351, Accuracy: 0.750\n","Epoch 986/1000, loss:0.357, Accuracy: 0.844\n","Epoch 987/1000, loss:0.334, Accuracy: 0.844\n","Epoch 988/1000, loss:0.411, Accuracy: 0.781\n","Epoch 989/1000, loss:0.483, Accuracy: 0.812\n","Epoch 990/1000, loss:0.392, Accuracy: 0.812\n","Epoch 991/1000, loss:0.361, Accuracy: 0.812\n","Epoch 992/1000, loss:0.209, Accuracy: 0.938\n","Epoch 993/1000, loss:0.313, Accuracy: 0.875\n","Epoch 994/1000, loss:0.392, Accuracy: 0.781\n","Epoch 995/1000, loss:0.446, Accuracy: 0.781\n","Epoch 996/1000, loss:0.366, Accuracy: 0.781\n","Epoch 997/1000, loss:0.514, Accuracy: 0.781\n","Epoch 998/1000, loss:0.720, Accuracy: 0.688\n","Epoch 999/1000, loss:0.408, Accuracy: 0.812\n","Epoch 1000/1000, loss:0.417, Accuracy: 0.750\n"],"name":"stdout"}]}]}